-- Logs begin at Tue 2021-07-13 13:51:48 UTC, end at Tue 2021-07-13 14:54:20 UTC. -- Jul 13 14:26:46.040242 dv-cinder-784453-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 13 14:26:48.753618 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.common.config [-] Logging enabled! Jul 13 14:26:48.754231 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 13 14:26:48.754414 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93047) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 13 14:26:48.757562 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.common.config [-] Logging enabled! Jul 13 14:26:48.757842 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 13 14:26:48.758152 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93047) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 13 14:26:48.759102 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 14:26:48.759336 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 14:26:48.759698 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 14:26:48.759942 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 14:26:48.760166 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 14:26:48.760487 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.760784 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.761082 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.761312 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.761606 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.761898 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.762179 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.762491 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.762786 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.763069 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.763346 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.763628 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.763854 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.764136 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.764421 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.764813 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.765040 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] debug = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.765318 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.765750 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.766156 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.766461 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.766749 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.767026 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.767293 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.767568 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.767850 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.768181 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] host = dv-cinder-784453-8-iscsi {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.768454 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.768740 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.769024 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.769307 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.769589 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.769859 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.770132 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.770434 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.770705 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] log_file = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.770976 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.771261 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.771547 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.771834 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.772056 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.772276 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.772564 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.772848 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.773119 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.773928 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.774204 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.774544 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.774820 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.775088 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.775372 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.775654 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.775941 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.776216 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.776485 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.776754 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.777022 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.777306 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.777572 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.777843 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.778113 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.778420 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.778686 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.778956 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.779256 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.779536 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.779819 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.780100 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.780368 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.780648 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.780915 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.781182 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.781447 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] use_json = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.781711 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.781976 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.782265 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.782540 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.782806 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.783076 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.783344 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.783625 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:48.783921 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.784216 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.784521 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.784803 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.785095 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.785371 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.785660 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.785935 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.786227 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.786532 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.786816 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.787082 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.787372 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.787643 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.787934 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.788239 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.788531 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.788821 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.789639 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.789913 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.790184 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.790482 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.790767 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.791059 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.791347 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.791617 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.791890 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.792177 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.792451 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.792719 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.792992 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.793278 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.793551 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.793820 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.794097 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.794398 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.794668 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.794936 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.795209 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.795495 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.795766 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.796035 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.796305 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.796575 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.796842 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.797124 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.797404 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.797670 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.797937 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.798209 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.798501 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.798771 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.799043 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.799311 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.799580 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.799846 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.800112 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.800363 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.800633 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.800900 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.801167 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.801436 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.801709 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.801976 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.802266 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.802530 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.802799 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.803067 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.803351 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.803643 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.803915 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.804195 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.804468 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.804768 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.805040 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.805312 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.805583 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.805854 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.806122 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.806434 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.806712 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.806991 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.807270 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.807541 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.807831 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.808102 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.808383 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.808655 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.808924 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.809207 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.809483 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.809772 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.810061 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.810373 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.810663 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.811039 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.811223 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.811528 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.812054 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:48.812269 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 14:26:48.812514 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93047) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 13 14:26:49.155413 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 13 14:26:49.155600 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 13 14:26:49.155888 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 13 14:26:49.156220 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 13 14:26:49.540699 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:49.540980 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:49.541249 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:49.542562 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:49.542836 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:49.543104 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:49.577126 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:49.577395 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:49.577659 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:49.591556 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:49.591838 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:49.592106 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:49.622360 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:49.622642 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:49.622913 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:49.658007 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:49.658307 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:49.658572 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:49.889256 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:49.889904 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:49.889904 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:49.890072 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:49.890774 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.009524 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.009848 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.010134 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.010434 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.010702 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.011011 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.011268 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.011520 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.011773 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.012052 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.012308 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.012574 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.012825 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.013072 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.013323 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.013586 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.013838 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.014101 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.014389 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.014646 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.014912 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.015159 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.015439 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.015808 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.016054 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.016298 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.016691 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 14:26:50.016930 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 14:26:50.017164 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 14:26:50.017397 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 14:26:50.017630 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 14:26:50.017861 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 14:26:50.018221 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 13 14:26:50.021424 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 13 14:26:50.025434 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 13 14:26:50.029164 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jul 13 14:26:50.030802 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 13 14:26:50.031254 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 13 14:26:50.031585 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 13 14:26:50.031967 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 13 14:26:50.034777 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 13 14:26:50.035025 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 13 14:26:50.035375 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 13 14:26:50.064429 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 13 14:26:50.064820 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.065119 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93047) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 13 14:26:50.065477 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.066849 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93047) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 13 14:26:50.067133 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 13 14:26:50.067374 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 13 14:26:50.071102 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.071383 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.139148 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 13 14:26:50.139387 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 13 14:26:50.139619 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 13 14:26:50.139998 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 13 14:26:50.161199 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_db.sqlalchemy.engines [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93047) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 13 14:26:50.687439 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.plugins.ml2.managers [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Initializing driver for type 'gre' Jul 13 14:26:50.687965 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] gre ID ranges: [(1, 1000)] Jul 13 14:26:50.741735 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.plugins.ml2.managers [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Initializing driver for type 'local' Jul 13 14:26:50.742129 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.plugins.ml2.managers [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Initializing driver for type 'vlan' Jul 13 14:26:50.756247 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] VlanTypeDriver initialization complete Jul 13 14:26:50.756584 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.plugins.ml2.managers [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Initializing driver for type 'vxlan' Jul 13 14:26:50.757087 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] vxlan ID ranges: [(1, 1000)] Jul 13 14:26:50.810997 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.plugins.ml2.managers [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Initializing extension driver 'port_security' Jul 13 14:26:50.811419 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.plugins.ml2.extensions.port_security [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] PortSecurityExtensionDriver initialization complete Jul 13 14:26:50.812031 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.plugins.ml2.managers [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Initializing mechanism driver 'openvswitch' Jul 13 14:26:50.812367 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.plugins.ml2.managers [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Initializing mechanism driver 'hyperv' Jul 13 14:26:50.818928 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.plugin [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:26:50.819606 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > port after_create 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.819982 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > port after_update 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.820840 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > port after_delete 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.821351 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93047) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 14:26:50.821791 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > subnet after_create 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.822146 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > subnet after_update 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.822522 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > subnet after_delete 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.822919 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93047) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 14:26:50.823329 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > network after_create 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.823685 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > network after_update 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.824028 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > network after_delete 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.824419 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93047) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 14:26:50.824825 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > security_group after_create 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.825176 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > security_group after_update 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.825529 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > security_group after_delete 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.826049 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93047) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 14:26:50.826494 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.826851 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.827197 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.827590 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93047) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 14:26:50.827999 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > address_group after_create 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.828348 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > address_group after_update 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.828690 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > address_group after_delete 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.829080 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93047) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 13 14:26:50.829460 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] ML2 OVO RPC backend initialized. {{(pid=93047) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 13 14:26:50.830168 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > router_interface after_create 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.830553 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.830975 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > network before_response 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.831330 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > networks before_response 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.831681 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > port before_response 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.832028 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > ports before_response 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.832469 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > subnet before_response 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.832814 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > subnets before_response 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.833163 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > network after_create 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.833507 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > network after_update 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.833844 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > network after_delete 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.834183 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > port after_create 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.834544 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > port after_update 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.834880 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > port after_delete 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.835219 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > subnet after_create 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.835559 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > subnet after_update 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.836481 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > subnet after_delete 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.837061 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.plugins.ml2.plugin [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Modular L2 Plugin initialization complete Jul 13 14:26:50.837395 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading services supported by the core plugin {{(pid=93047) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 13 14:26:50.837730 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.plugins.ml2.managers [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Got port-security extension from driver 'port_security' Jul 13 14:26:50.838195 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.extensions.vlantransparent [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Disabled vlantransparent extension. Jul 13 14:26:50.838705 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93047) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 13 14:26:50.839021 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading Plugin: router Jul 13 14:26:50.875823 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > router_interface before_create 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.876223 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > router after_create 55549900 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.876597 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > router before_create 55549900 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.876967 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.877347 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.877704 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > router after_delete 55549900 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.878066 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > floatingip after_update 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.878457 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > router after_create 55549900 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.878809 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > router after_update 55549900 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.879163 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > router after_update 55549900 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.879515 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.879878 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > router after_update 55549900 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.880290 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > router precommit_update 55549900 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.880661 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: port after_update 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.881006 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: port after_delete 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.881354 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: subnet after_update 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.881699 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.882055 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > port precommit_delete 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.882440 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > router precommit_create 55549900 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.883334 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: port before_delete 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.883683 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > router precommit_create 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.884045 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > router after_update 55549900 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.884392 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > router precommit_delete 55549900 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.884746 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > router precommit_create 55549900 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.885111 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > router_interface after_create 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.885460 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > router precommit_update 55549900 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.885829 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > agent after_create 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.886184 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > agent after_delete 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.886557 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > network after_delete 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.887430 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.quota.resource_registry [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Tracking information for resource: router configured {{(pid=93047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 14:26:50.887764 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.quota.resource_registry [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Tracking information for resource: floatingip configured {{(pid=93047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 14:26:50.892911 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.db.l3_agentschedulers_db [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 13 14:26:50.893502 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: port after_update 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.893865 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: port after_create 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.894220 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: port after_delete 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.894598 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: port after_update 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.895397 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > router before_create 55550100 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.895766 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > router precommit_delete 55550100 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.896133 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > router precommit_create 55550100 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.896493 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > router precommit_update 55550100 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.901539 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.services.provider_configuration [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Service providers = [] {{(pid=93047) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 13 14:26:50.901910 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.db.servicetype_db [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93047) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 13 14:26:50.904900 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.services.service_base [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93047) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 14:26:50.905251 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.services.service_base [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93047) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 14:26:50.905593 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.services.service_base [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93047) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 14:26:50.906523 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.services.service_base [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93047) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 14:26:50.906901 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.services.service_base [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 13 14:26:50.907277 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 14:26:50.907596 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 13 14:26:50.918174 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 14:26:50.918540 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading Plugin: auto_allocate Jul 13 14:26:50.924336 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: network precommit_update 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.924709 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: network precommit_create 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.925234 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 14:26:50.925558 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading Plugin: tag Jul 13 14:26:50.932677 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 14:26:50.933006 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading Plugin: timestamp Jul 13 14:26:50.937695 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 14:26:50.937966 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading Plugin: network_ip_availability Jul 13 14:26:50.943838 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.944250 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.944583 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:50.945936 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 14:26:50.946276 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading Plugin: flavors Jul 13 14:26:50.951566 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 14:26:50.952009 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading Plugin: revisions Jul 13 14:26:50.956498 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 14:26:50.956904 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_concurrency.lockutils [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.801s {{(pid=93047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 13 14:26:50.957674 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93047) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 13 14:26:50.958013 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Initializing extension manager. Jul 13 14:26:50.958561 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: __init__.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:50.958907 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: __pycache__ {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:50.959244 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:50.959579 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: address_group.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:50.960363 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:50.960982 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: address-group Jul 13 14:26:50.961312 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: address_scope.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:50.962032 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:50.962580 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: address-scope Jul 13 14:26:50.962909 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: admin_state_down_before_update.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:50.963871 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:50.964378 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: router-admin-state-down-before-update Jul 13 14:26:50.964706 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: agent.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:50.967080 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:50.967610 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: agent Jul 13 14:26:50.967942 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: agent_resources_synced.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:50.968869 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:50.969385 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: agent-resources-synced Jul 13 14:26:50.969757 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: allowedaddresspairs.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:50.971560 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:50.972081 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: allowed-address-pairs Jul 13 14:26:50.972414 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: auto_allocated_topology.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:50.973497 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:50.974014 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: auto-allocated-topology Jul 13 14:26:50.974377 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: availability_zone.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:50.975076 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:50.975614 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: availability_zone Jul 13 14:26:50.975940 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: availability_zone_filter.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:50.976881 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:50.977389 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: availability_zone_filter Jul 13 14:26:50.977722 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: data_plane_status.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:50.978663 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:50.979168 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extension data-plane-status not supported by any of loaded plugins Jul 13 14:26:50.979494 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: default_subnetpools.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:50.980411 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:50.980917 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: default-subnetpools Jul 13 14:26:50.981244 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: dhcpagentscheduler.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:50.982066 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:50.982610 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: dhcp_agent_scheduler Jul 13 14:26:50.982940 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: dns.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:50.983858 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:50.984368 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extension dns-integration not supported by any of loaded plugins Jul 13 14:26:50.984695 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: dns_domain_ports.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:50.985611 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:50.986118 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 13 14:26:50.986566 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:50.987490 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:50.987992 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 13 14:26:50.988321 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: dvr.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:50.988998 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:50.989505 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: dvr Jul 13 14:26:50.989831 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: empty_string_filtering.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:50.990770 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:50.991276 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: empty-string-filtering Jul 13 14:26:50.991599 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:50.993044 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:50.993550 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 13 14:26:50.993872 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:50.994818 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:50.995322 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 13 14:26:50.995645 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: external_net.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:50.996556 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:50.997061 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: external-net Jul 13 14:26:50.997384 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: extra_dhcp_opt.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:50.998316 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:50.998823 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: extra_dhcp_opt Jul 13 14:26:50.999146 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: extraroute.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.000066 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.000579 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: extraroute Jul 13 14:26:51.000905 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: extraroute_atomic.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.001945 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.002482 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: extraroute-atomic Jul 13 14:26:51.002809 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: filter_validation.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.003489 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.003991 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: filter-validation Jul 13 14:26:51.004313 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: fip_pf_description.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.005232 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.005734 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 13 14:26:51.006059 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: fip_port_details.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.007021 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.007550 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: fip-port-details Jul 13 14:26:51.008408 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: flavors.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.009641 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.010156 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: flavors Jul 13 14:26:51.010508 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.012175 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.012699 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 13 14:26:51.013039 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: floatingip_pools.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.013748 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.014272 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: floatingip-pools Jul 13 14:26:51.014619 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: ip_allocation.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.015543 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.016056 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extension ip_allocation not supported by any of loaded plugins Jul 13 14:26:51.016382 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.017306 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.017823 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: ip-substring-filtering Jul 13 14:26:51.018152 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: l2_adjacency.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.019113 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.019623 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extension l2_adjacency not supported by any of loaded plugins Jul 13 14:26:51.019947 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: l3.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.020929 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.021446 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: router Jul 13 14:26:51.021771 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: l3_conntrack_helper.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.024213 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.024743 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 13 14:26:51.025077 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.026016 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.026563 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: ext-gw-mode Jul 13 14:26:51.026893 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.027813 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.028323 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: l3-ha Jul 13 14:26:51.028648 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: l3_flavors.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.029580 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.030091 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: l3-flavors Jul 13 14:26:51.030450 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.031367 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.031873 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: l3-port-ip-change-not-allowed Jul 13 14:26:51.032198 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: l3agentscheduler.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.033249 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.033765 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: l3_agent_scheduler Jul 13 14:26:51.034092 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: logging.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.035605 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.036132 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extension logging not supported by any of loaded plugins Jul 13 14:26:51.036469 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: metering.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.037222 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.037808 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: metering Jul 13 14:26:51.038142 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.039293 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.039814 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: metering_source_and_destination_fields Jul 13 14:26:51.040147 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: multiprovidernet.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.041090 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.041601 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: multi-provider Jul 13 14:26:51.041931 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: netmtu.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.042881 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.043394 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: net-mtu Jul 13 14:26:51.043729 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: netmtu_writable.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.044644 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.045151 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: net-mtu-writable Jul 13 14:26:51.045479 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: network_availability_zone.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.046153 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.046685 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: network_availability_zone Jul 13 14:26:51.047012 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: network_ip_availability.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.048097 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.048613 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: network-ip-availability Jul 13 14:26:51.048941 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: network_segment_range.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.049703 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.050209 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extension network-segment-range not supported by any of loaded plugins Jul 13 14:26:51.050567 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: pagination.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.051547 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.051879 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: pagination Jul 13 14:26:51.052203 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: port_device_profile.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.053138 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.053647 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: port-device-profile Jul 13 14:26:51.053972 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.055502 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.056011 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: port-mac-address-regenerate Jul 13 14:26:51.056336 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.057253 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.057759 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: port-numa-affinity-policy Jul 13 14:26:51.058083 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: port_resource_request.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.059026 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.059528 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extension port-resource-request not supported by any of loaded plugins Jul 13 14:26:51.059853 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: portbindings.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.060782 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.061293 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: binding Jul 13 14:26:51.061864 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: portbindings_extended.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.063288 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.063810 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: binding-extended Jul 13 14:26:51.064139 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: portsecurity.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.065060 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.065572 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: port-security Jul 13 14:26:51.065899 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: project_id.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.066901 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.067234 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: project-id Jul 13 14:26:51.067558 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: providernet.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.068474 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.068986 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: provider Jul 13 14:26:51.069310 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: qos.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.073371 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.073900 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extension qos not supported by any of loaded plugins Jul 13 14:26:51.074234 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.075500 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.076014 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 13 14:26:51.076347 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.077287 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.077806 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 13 14:26:51.078134 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: qos_default.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.079084 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.079592 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extension qos-default not supported by any of loaded plugins Jul 13 14:26:51.079920 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: qos_fip.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.080576 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.081094 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extension qos-fip not supported by any of loaded plugins Jul 13 14:26:51.081403 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: qos_gateway_ip.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.082349 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.082862 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 13 14:26:51.083187 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: qos_port_network_policy.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.084131 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.084622 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 13 14:26:51.084945 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: qos_rule_type_details.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.085885 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.086429 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 13 14:26:51.086752 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: qos_rules_alias.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.087808 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.088318 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 13 14:26:51.088642 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: quotasv2.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.089560 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.089882 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: quotas Jul 13 14:26:51.090203 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: quotasv2_detail.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.093265 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.093610 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: quota_details Jul 13 14:26:51.093942 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: rbac.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.095038 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.095564 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: rbac-policies Jul 13 14:26:51.095897 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: rbac_address_group.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.097021 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.097542 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: rbac-address-group Jul 13 14:26:51.097877 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: rbac_address_scope.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.098840 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.099356 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: rbac-address-scope Jul 13 14:26:51.099678 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: rbac_security_groups.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.100607 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.101115 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: rbac-security-groups Jul 13 14:26:51.101471 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: rbac_subnetpool.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.102426 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.102934 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: rbac-subnetpool Jul 13 14:26:51.103261 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: revisionifmatch.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.104189 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.104700 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: revision-if-match Jul 13 14:26:51.105026 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: revisions.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.106142 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.106693 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: standard-attr-revisions Jul 13 14:26:51.107023 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: router_availability_zone.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.107699 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.108223 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: router_availability_zone Jul 13 14:26:51.108547 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: routerservicetype.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.109466 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.109969 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extension router-service-type not supported by any of loaded plugins Jul 13 14:26:51.110326 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.111257 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.111768 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: security-groups-normalized-cidr Jul 13 14:26:51.112093 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: security_groups_port_filtering.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.113023 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.113538 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: port-security-groups-filtering Jul 13 14:26:51.113864 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.114817 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.115330 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: security-groups-remote-address-group Jul 13 14:26:51.115654 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: securitygroup.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.125668 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.126191 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: security-group Jul 13 14:26:51.126555 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: segment.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.127349 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.127860 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extension segment not supported by any of loaded plugins Jul 13 14:26:51.128189 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.129137 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.129654 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 13 14:26:51.129983 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: servicetype.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.131110 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.131633 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: service-type Jul 13 14:26:51.131962 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: sorting.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.133488 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.133834 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: sorting Jul 13 14:26:51.134147 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: standard_attr_segment.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.135170 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.135685 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 13 14:26:51.136010 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: standardattrdescription.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.136663 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.137181 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: standard-attr-description Jul 13 14:26:51.137505 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: stateful_security_group.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.138478 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.138996 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: stateful-security-group Jul 13 14:26:51.139322 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: stdattrs_common.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.139906 dv-cinder-784453-8-iscsi neutron-server[93047]: WARNING neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 13 14:26:51.140228 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.141151 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.141672 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 13 14:26:51.141997 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: subnet_onboard.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.143089 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.143611 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: subnet_onboard Jul 13 14:26:51.143934 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.144857 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.145364 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 13 14:26:51.145688 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: subnet_service_types.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.146641 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.147155 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: subnet-service-types Jul 13 14:26:51.147481 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: subnetallocation.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.148595 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.149103 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: subnet_allocation Jul 13 14:26:51.149433 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.150104 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.150638 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: subnetpool-prefix-ops Jul 13 14:26:51.150963 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.151909 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.152419 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 13 14:26:51.152741 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: tagging.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.153834 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.154383 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: standard-attr-tag Jul 13 14:26:51.154713 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: timestamp.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.155916 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.156432 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loaded extension: standard-attr-timestamp Jul 13 14:26:51.156761 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: trunk.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.157799 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.158350 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extension trunk not supported by any of loaded plugins Jul 13 14:26:51.158683 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: trunk_details.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.159616 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.160139 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extension trunk-details not supported by any of loaded plugins Jul 13 14:26:51.160463 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: uplink_status_propagation.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.161395 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.161915 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 13 14:26:51.162265 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Loading extension file: vlantransparent.py {{(pid=93047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 14:26:51.162943 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 14:26:51.163460 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extension vlan-transparent not supported by any of loaded plugins Jul 13 14:26:51.165958 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.quota.resource_registry [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Creating instance of TrackedResource for resource:network Jul 13 14:26:51.166522 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.quota.resource_registry [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Creating instance of TrackedResource for resource:subnet Jul 13 14:26:51.166923 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.quota.resource_registry [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 14:26:51.167328 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.quota.resource_registry [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Creating instance of TrackedResource for resource:port Jul 13 14:26:51.168585 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.v2.resource_helper [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:26:51.169031 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.v2.resource_helper [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Service FLAVORS assigned prefix: {{(pid=93047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:26:51.169656 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.v2.resource_helper [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:26:51.170087 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.v2.resource_helper [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:26:51.170452 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.quota.resource_registry [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Creating instance of TrackedResource for resource:router Jul 13 14:26:51.170885 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.quota.resource_registry [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Creating instance of TrackedResource for resource:floatingip Jul 13 14:26:51.171388 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.v2.resource_helper [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Service METERING assigned prefix: /metering {{(pid=93047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:26:51.172830 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:51.173199 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:51.173557 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:26:51.174593 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.quota.resource_registry [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Creating instance of CountableResource for resource:rbac_policy Jul 13 14:26:51.175051 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.quota.resource_registry [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Creating instance of TrackedResource for resource:security_group Jul 13 14:26:51.175497 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.quota.resource_registry [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Creating instance of TrackedResource for resource:security_group_rule Jul 13 14:26:51.176103 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.v2.resource_helper [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Service CORE assigned prefix: {{(pid=93047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:26:51.176432 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.quota.resource_registry [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 14:26:51.176776 dv-cinder-784453-8-iscsi neutron-server[93047]: WARNING neutron.quota.resource_registry [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] subnetpool is already registered Jul 13 14:26:51.177209 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.v2.resource_helper [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Service CORE assigned prefix: {{(pid=93047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:26:51.177533 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.quota.resource_registry [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 14:26:51.177865 dv-cinder-784453-8-iscsi neutron-server[93047]: WARNING neutron.quota.resource_registry [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] subnetpool is already registered Jul 13 14:26:51.180794 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.v2.resource_helper [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:26:51.181228 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.v2.resource_helper [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Service FLAVORS assigned prefix: {{(pid=93047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:26:51.181826 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.v2.resource_helper [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:26:51.182266 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.v2.resource_helper [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:26:51.182606 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.quota.resource_registry [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Creating instance of TrackedResource for resource:router Jul 13 14:26:51.182947 dv-cinder-784453-8-iscsi neutron-server[93047]: WARNING neutron.quota.resource_registry [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] router is already registered Jul 13 14:26:51.183359 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.quota.resource_registry [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Creating instance of TrackedResource for resource:floatingip Jul 13 14:26:51.183697 dv-cinder-784453-8-iscsi neutron-server[93047]: WARNING neutron.quota.resource_registry [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] floatingip is already registered Jul 13 14:26:51.184158 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.v2.resource_helper [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Service METERING assigned prefix: /metering {{(pid=93047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:26:51.184839 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.quota.resource_registry [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Creating instance of CountableResource for resource:rbac_policy Jul 13 14:26:51.185168 dv-cinder-784453-8-iscsi neutron-server[93047]: WARNING neutron.quota.resource_registry [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] rbac_policy is already registered Jul 13 14:26:51.185581 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.quota.resource_registry [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Creating instance of TrackedResource for resource:security_group Jul 13 14:26:51.185916 dv-cinder-784453-8-iscsi neutron-server[93047]: WARNING neutron.quota.resource_registry [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] security_group is already registered Jul 13 14:26:51.186349 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.quota.resource_registry [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Creating instance of TrackedResource for resource:security_group_rule Jul 13 14:26:51.186937 dv-cinder-784453-8-iscsi neutron-server[93047]: WARNING neutron.quota.resource_registry [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] security_group_rule is already registered Jul 13 14:26:51.187558 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.v2.resource_helper [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Service CORE assigned prefix: {{(pid=93047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:26:51.187933 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.quota.resource_registry [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 14:26:51.188220 dv-cinder-784453-8-iscsi neutron-server[93047]: WARNING neutron.quota.resource_registry [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] subnetpool is already registered Jul 13 14:26:51.188639 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.v2.resource_helper [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Service CORE assigned prefix: {{(pid=93047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 14:26:51.188965 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.quota.resource_registry [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 14:26:51.189291 dv-cinder-784453-8-iscsi neutron-server[93047]: WARNING neutron.quota.resource_registry [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] subnetpool is already registered Jul 13 14:26:51.189761 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extended resource: extensions {{(pid=93047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:26:51.191274 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extended resource: address-groups {{(pid=93047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:26:51.192788 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extended resource: address-scopes {{(pid=93047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:26:51.194093 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extended resource: agents {{(pid=93047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:26:51.195810 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extended resource: auto-allocated-topology {{(pid=93047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:26:51.197038 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extended resource: availability_zones {{(pid=93047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:26:51.198267 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extended resource: dhcp-networks {{(pid=93047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:26:51.199789 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extended resource: dhcp-agents {{(pid=93047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:26:51.201194 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extended resource: routers {{(pid=93047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:26:51.202923 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extended resource: flavors {{(pid=93047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:26:51.205132 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extended resource: service_profiles {{(pid=93047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:26:51.206360 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extended resource: next_providers {{(pid=93047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:26:51.207794 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extended resource: service_profiles {{(pid=93047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:26:51.209331 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extended resource: floatingip-pools {{(pid=93047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:26:51.210575 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extended resource: routers {{(pid=93047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:26:51.212279 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extended resource: floatingips {{(pid=93047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:26:51.213546 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extended resource: l3-routers {{(pid=93047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:26:51.214986 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extended resource: l3-agents {{(pid=93047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:26:51.216387 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extended resource: metering-labels {{(pid=93047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:26:51.217627 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extended resource: metering-label-rules {{(pid=93047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:26:51.219021 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extended resource: network-ip-availabilities {{(pid=93047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:26:51.220266 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extended resource: bindings {{(pid=93047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:26:51.221805 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extended resource: quotas {{(pid=93047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:26:51.223365 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extended resource: quotas {{(pid=93047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:26:51.224778 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extended resource: rbac-policies {{(pid=93047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:26:51.225954 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extended resource: security-groups {{(pid=93047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:26:51.227306 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extended resource: security-group-rules {{(pid=93047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:26:51.228538 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extended resource: service-providers {{(pid=93047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:26:51.229766 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extended resource: subnetpools {{(pid=93047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:26:51.231124 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extended resource: subnetpools {{(pid=93047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:26:51.232641 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extended resource: tags {{(pid=93047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:26:51.234346 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extended resource: tags {{(pid=93047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:26:51.236169 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extended resource: tags {{(pid=93047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:26:51.237914 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extended resource: tags {{(pid=93047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:26:51.239634 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extended resource: tags {{(pid=93047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:26:51.241556 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extended resource: tags {{(pid=93047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:26:51.243838 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extended resource: tags {{(pid=93047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:26:51.245611 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extended resource: tags {{(pid=93047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:26:51.247477 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extended resource: tags {{(pid=93047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:26:51.249206 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron.api.extensions [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Extended resource: tags {{(pid=93047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 14:26:51.255246 dv-cinder-784453-8-iscsi neutron-server[93047]: WARNING keystonemiddleware.auth_token [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 13 14:26:51.260312 dv-cinder-784453-8-iscsi neutron-server[93047]: WARNING keystonemiddleware.auth_token [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 13 14:26:51.268659 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_concurrency.lockutils [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Acquired lock "singleton_lock" {{(pid=93047) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 13 14:26:51.269136 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_concurrency.lockutils [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Releasing lock "singleton_lock" {{(pid=93047) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 13 14:26:51.269787 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO oslo_service.service [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Starting 2 workers Jul 13 14:26:51.274645 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Started child 93154 {{(pid=93047) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 14:26:51.279204 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Started child 93155 {{(pid=93047) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 14:26:51.279965 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:51.280710 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO neutron.service [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Neutron service started, listening on 0.0.0.0:9696 Jul 13 14:26:51.281405 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Notify callbacks [] for process, before_spawn {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:51.281694 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [-] (93154) wsgi starting up on http://0.0.0.0:9696 Jul 13 14:26:51.283744 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:51.284184 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO oslo_service.service [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Starting 1 workers Jul 13 14:26:51.285192 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [-] (93155) wsgi starting up on http://0.0.0.0:9696 Jul 13 14:26:51.289636 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Started child 93156 {{(pid=93047) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 14:26:51.290162 dv-cinder-784453-8-iscsi neutron-server[93047]: INFO oslo_service.service [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Starting 1 workers Jul 13 14:26:51.293350 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.service [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] calling RpcWorker wait() {{(pid=93156) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 13 14:26:51.293924 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.service [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] returning from RpcWorker wait() {{(pid=93156) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 13 14:26:51.294692 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Started child 93157 {{(pid=93047) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 14:26:51.295165 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:51.295546 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG neutron_lib.callbacks.manager [None req-c84f8a23-dc33-4564-a965-9ca005fd723a None None] Notify callbacks [] for process, after_spawn {{(pid=93047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:51.295650 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:26:51.297460 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93047) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 13 14:26:51.297679 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 14:26:51.297864 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 14:26:51.298079 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 14:26:51.298463 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 14:26:51.298628 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 14:26:51.299150 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.299436 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.299692 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.299962 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.300303 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.300400 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:26:51.300887 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.301138 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.301392 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.301668 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.301900 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.302075 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.302258 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.302536 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.302773 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.303069 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.303324 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.303569 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.303851 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.304023 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.304272 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.304593 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.304855 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.305126 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] debug = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.305880 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.306403 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.306672 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.306913 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.307167 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.307454 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.307706 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.307982 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.308219 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.308479 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.308767 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.308982 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.309218 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.309432 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.309667 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.309913 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.310151 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.310656 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] host = dv-cinder-784453-8-iscsi {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.310874 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.311092 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.311457 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.311596 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.312075 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.312291 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.312565 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.312842 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.313127 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.313368 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.313616 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.313865 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.314081 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.314346 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] log_file = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.314513 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] log_options = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.314752 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.315031 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.315304 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.315501 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.315671 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.315848 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.316104 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.316270 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.316516 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.316754 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.316989 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.317207 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.317448 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.317640 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.317906 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.318139 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.318377 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.318625 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.318876 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.319135 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.319362 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.319596 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.319812 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.320062 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.320288 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.320541 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.320787 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.321041 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.321256 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.321567 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.321750 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.322015 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.322274 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.322506 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.322760 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.322995 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.323217 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.323501 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.323732 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.323977 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.324242 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.324474 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.324727 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.324952 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.325197 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.325412 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] use_json = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.325625 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.325857 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.326107 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.326358 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.326578 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.326790 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.327003 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.327237 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.327637 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.328058 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.328703 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.328703 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.329230 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.329230 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.329638 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.329919 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.330139 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.330508 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.330747 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.330973 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.331276 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.332038 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.332038 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.332464 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.332464 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.332671 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.332849 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.333611 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.333611 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.333611 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.333981 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.334141 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.335132 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.335132 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.335132 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.335132 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.335700 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.335700 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.335943 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.335943 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.336206 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.338201 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.338201 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.338201 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.338201 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.338734 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:26:51.338865 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.338865 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.338865 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.338865 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.338865 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.339449 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.339449 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.339449 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.339789 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.339789 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.340041 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.340654 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.340654 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.340654 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.341022 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.341690 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.341908 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.342214 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.342400 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.342619 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.343135 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.343135 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.343389 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.343511 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.343713 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.343932 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.344145 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.344356 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.345066 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.345066 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.345066 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.345435 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.345574 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.345704 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.345893 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.346111 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.346364 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.346604 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.346829 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.346985 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.347220 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.347441 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.347665 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.347893 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.348105 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.348317 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.348877 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.349837 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.349837 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.349837 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.350100 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.350169 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.350443 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.350836 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.350995 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.351138 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.352597 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.352597 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.352597 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.352597 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.353780 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.353780 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.353780 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.353780 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.353780 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.354331 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.354331 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.354494 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.354657 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.354931 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.355228 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.355484 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.355714 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.356173 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.356629 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.357071 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.357355 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.357567 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.357856 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.358158 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.358453 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.361059 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.361059 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.361059 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.361059 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.361059 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.361059 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.361059 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.361059 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.361059 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.362857 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.362857 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.362857 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.362857 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.362857 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.362857 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.362857 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.362857 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.363907 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.363907 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.363907 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.363907 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.363907 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.363907 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.364699 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.364699 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.364699 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.365116 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.365116 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.365396 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.365396 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.365681 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.365832 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.366044 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.366273 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.366483 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.366743 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.367550 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.367856 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.368009 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.368186 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.368403 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.370578 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.370578 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.370578 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.370578 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.370578 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.370578 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.370578 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.370578 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.371731 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.371731 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.371731 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.371731 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.371731 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.372386 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.372386 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.372386 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.372810 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.372810 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.373147 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.373147 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.373624 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.373624 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.373924 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.373924 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.374187 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.374664 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.374664 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.378069 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.378069 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.378069 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.378069 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.378069 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.378069 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.378069 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.378069 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.379768 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.379768 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.379768 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.379768 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.379768 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.379768 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.379768 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.379768 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.381289 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.381289 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.381289 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.381289 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.381289 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.381289 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.381289 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.381289 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.381868 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.381868 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.381868 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.381868 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.381868 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.381868 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.382378 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.382378 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.382378 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.383432 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.383432 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.383707 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.385768 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.385768 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.385768 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.385768 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.385768 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.385768 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.385768 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.385768 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.385768 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.386615 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.386615 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.386615 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.386615 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.386615 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.386963 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.387041 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.387214 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.387486 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.387714 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.387969 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.388196 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.388617 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.388853 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.389106 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.389346 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.389546 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.389781 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.390084 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.390438 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.390674 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.390913 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.391190 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.391475 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.391776 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.392052 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.392270 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.392555 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.392909 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.393195 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.393471 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.393721 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.394006 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.394230 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.394481 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.394726 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.394979 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.395182 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.395422 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.395650 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.395872 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.396093 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.396343 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.396560 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.396798 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.397030 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.397266 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.397478 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.397702 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 14:26:51.398127 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93047) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 13 14:26:51.398870 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 14:26:51.399028 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 14:26:51.399197 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 14:26:51.399365 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 14:26:51.399518 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 14:26:51.399724 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.399885 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.400046 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.400206 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.400351 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.400533 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.400694 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.400840 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.400997 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.401147 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.401302 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.401460 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.401618 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.401776 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.401936 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.402093 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.402271 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.402438 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.402603 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.402762 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.402909 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.403066 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.403223 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] debug = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.403382 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.403594 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.403771 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.403903 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.404045 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.404178 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.404309 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.404460 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.404605 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.404748 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.404911 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.405069 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.405228 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.405389 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.405549 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.405706 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.405865 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.406028 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] host = dv-cinder-784453-8-iscsi {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.406186 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.406350 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.406511 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.406669 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.406826 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.406960 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.407116 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.407274 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.407424 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.407730 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.407944 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.408315 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.408315 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.408878 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] log_file = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.408878 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] log_options = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.409148 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.409148 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.409418 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.409418 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.409677 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.410034 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.410034 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.410034 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.410479 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.410479 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.410479 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.410869 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.410869 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.411126 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.411126 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.411622 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.411622 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.411622 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.411622 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.412012 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.412012 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.412243 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.412243 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.412471 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.412552 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.412642 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.412797 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.412956 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.413115 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.413273 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.413433 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.413671 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.413829 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.413955 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.414103 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.414292 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.414440 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.414604 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.414762 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.414922 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.415081 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.415240 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.415398 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.415559 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.415717 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.415874 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] use_json = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.416091 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.416259 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.416418 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.416576 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.416734 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.416891 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.417050 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.417208 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 14:26:51.417388 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.417550 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.417722 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.417878 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.418032 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.418192 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.418374 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.418536 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.418696 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.418857 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.419025 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.419188 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.419361 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.419523 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.419684 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.419848 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.420008 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.420169 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.420335 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.420493 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.420818 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.420981 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.421159 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.421322 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.421485 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.421646 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.421807 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.421968 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.422131 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.422314 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.422481 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.422644 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.422804 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.422965 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.423127 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.423287 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.423455 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.423654 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.423770 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.423957 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.424077 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.424236 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.424397 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.424558 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.424719 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.424886 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.425118 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.425234 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.425354 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.425514 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.425686 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.425847 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.426012 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.426172 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.426354 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.426520 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.426690 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.426838 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.430266 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.430266 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.430266 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.430266 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.430266 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.430266 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.430738 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:26:51.430827 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.430827 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.430827 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.430827 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.430827 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.430827 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.430827 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.430827 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.430827 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.431417 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.431417 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.431417 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.431417 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.431417 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.431417 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.431417 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.431417 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.431417 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.432001 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.432001 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.432001 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.432001 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.432001 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.432001 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.432001 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.432001 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.432822 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.432822 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.432822 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.432822 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.432822 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.433386 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.433386 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.433386 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.433386 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.433829 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.433829 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.433829 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.434158 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.434310 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.434435 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.434557 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.434679 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.434830 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.434994 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.435157 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.435320 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.435493 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.435656 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.435823 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.435985 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.436156 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.436331 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.436494 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.436920 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.437084 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.437247 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.437411 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.437574 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.437736 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.437901 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.438113 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.438273 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.438399 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.438579 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.438740 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.440392 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.440533 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.440657 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.440817 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.440990 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.441368 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.441368 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.441610 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.441731 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.441861 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.441946 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.442092 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.442278 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.442450 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.442620 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.442785 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.442949 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.443112 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.443278 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.443442 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.443606 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.443770 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.443934 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.444097 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.444592 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.444757 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.444977 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.445612 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.445769 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.445932 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.446097 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.446275 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.446441 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.446601 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.446765 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.446928 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.447091 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.447252 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.447415 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.447582 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.447748 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.447913 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.448076 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.448241 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.448403 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.448569 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.448735 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.448898 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.449062 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.449225 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.449388 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.449553 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.449716 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.449880 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.450043 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.450206 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.450418 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.450598 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.450979 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.451151 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.451315 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.451478 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.451642 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.451805 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.451969 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.452538 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.452714 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.452880 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.453047 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.453441 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.453614 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.453779 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.453943 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.454374 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.454640 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.454811 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.454989 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.455154 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.455318 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.455482 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.455645 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.455809 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.455983 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.456145 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.456310 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.456472 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.456635 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.456798 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.456971 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.457134 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.457297 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.457459 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.457622 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.457783 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.457957 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.458120 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.458308 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.458474 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.458636 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.458799 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.458972 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.459135 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.459298 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.459460 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.459621 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.459783 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.459956 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.460120 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.460283 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.460454 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.460617 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.461334 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.461501 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.461676 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.461840 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.462006 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.462170 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.462357 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.462520 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.462690 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.462858 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.463030 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.463201 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.463365 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.463536 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.463707 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.463879 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.464041 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.464210 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.464385 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.464548 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.464737 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.464900 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.465062 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.467015 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.467197 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.469353 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.469563 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.469744 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.469919 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.470093 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.470285 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.470461 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.470632 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.470803 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.470970 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.471137 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.471303 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.471468 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 14:26:51.471627 dv-cinder-784453-8-iscsi neutron-server[93047]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 14:26:51.730395 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 48570) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:26:51.739007 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061975 Jul 13 14:27:03.332569 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bdf5fa-6ef4-44a3-b7dd-a2292a7a0331 None None] get_active_networks_info from dv-cinder-784453-8-iscsi {{(pid=93156) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 14:27:03.417735 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bdf5fa-6ef4-44a3-b7dd-a2292a7a0331 None None] No non-hosted networks {{(pid=93156) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 13 14:27:03.427512 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.agentschedulers_db [None req-82bdf5fa-6ef4-44a3-b7dd-a2292a7a0331 None None] DHCP Agent not found on host dv-cinder-784453-8-iscsi {{(pid=93156) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 13 14:27:03.527430 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-84401cb7-40ca-4f7c-9a58-b219363ae5d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1992492'] for agent, after_create {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:05.880478 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-1360179c-78ca-40a9-b5d6-10e3d889ed80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1992492'] for agent, after_create {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:05.932483 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-594ce2cf-46e6-4ffc-bc68-8fae65ee1b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:06.117211 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1992492'] for agent, after_create {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:06.117771 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:06.118107 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:06.118487 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:06.118804 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:06.130995 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:06.132177 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:06.132664 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:06.133206 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:06.133683 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:06.134165 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:06.134666 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:06.135137 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:06.135705 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784453-8-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:27:06.142150 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784453-8-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:27:07.150640 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1992492'] for agent, after_create {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:08.526760 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1992492'] for agent, after_create {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:09.788557 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 48662) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:27:10.289007 dv-cinder-784453-8-iscsi neutron-server[93154]: WARNING oslo_policy.policy [None req-a3e58ef3-0f35-41d3-b6a5-47ab9942fe6d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 14:27:10.289636 dv-cinder-784453-8-iscsi neutron-server[93154]: WARNING oslo_policy.policy [None req-a3e58ef3-0f35-41d3-b6a5-47ab9942fe6d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 14:27:10.511518 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [None req-a3e58ef3-0f35-41d3-b6a5-47ab9942fe6d admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:27:10.512623 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-a3e58ef3-0f35-41d3-b6a5-47ab9942fe6d admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7230840 Jul 13 14:27:12.203679 dv-cinder-784453-8-iscsi neutron-server[93156]: INFO neutron.db.l3_hamode_db [None req-ba0ab377-5b31-45e2-8d6a-7c32fba6bcb8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 13 14:27:12.280874 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0ab377-5b31-45e2-8d6a-7c32fba6bcb8 None None] Routers set() bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:27:12.281258 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0ab377-5b31-45e2-8d6a-7c32fba6bcb8 None None] Router IDs set() for agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 13 14:27:12.899575 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 48676) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:27:13.210800 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-63bb1230-4022-4149-9d0d-0b7ec065f026 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:27:13.305159 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.policy [None req-63bb1230-4022-4149-9d0d-0b7ec065f026 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93154) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 13 14:27:13.348789 dv-cinder-784453-8-iscsi neutron-server[93154]: WARNING oslo_policy.policy [None req-63bb1230-4022-4149-9d0d-0b7ec065f026 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 14:27:13.349155 dv-cinder-784453-8-iscsi neutron-server[93154]: WARNING oslo_policy.policy [None req-63bb1230-4022-4149-9d0d-0b7ec065f026 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 14:27:13.358224 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.quota [None req-63bb1230-4022-4149-9d0d-0b7ec065f026 admin admin] Loaded quota_driver: . Jul 13 14:27:13.450519 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-63bb1230-4022-4149-9d0d-0b7ec065f026 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754801952609', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754801950988', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754801947939', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754801938214', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754802059940', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754802056562', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-993849', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1038961', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2039120', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1676553'] for rbac-policy, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:13.515095 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-63bb1230-4022-4149-9d0d-0b7ec065f026 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:13.516309 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-63bb1230-4022-4149-9d0d-0b7ec065f026 admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6157849 Jul 13 14:27:16.186993 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 48688) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:27:16.487210 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-7c3a0ab0-2754-475f-9817-7937fde36867 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'aebd220ec1c843d28f9038fd9176adad', 'project_id': 'aebd220ec1c843d28f9038fd9176adad', 'name': 'private'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:27:16.516768 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3a0ab0-2754-475f-9817-7937fde36867 admin admin] Made reservation on behalf of aebd220ec1c843d28f9038fd9176adad for: {'network': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:27:16.519760 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7c3a0ab0-2754-475f-9817-7937fde36867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for network, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:16.537435 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7c3a0ab0-2754-475f-9817-7937fde36867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:16.694024 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7c3a0ab0-2754-475f-9817-7937fde36867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:16.698314 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7c3a0ab0-2754-475f-9817-7937fde36867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:16.725659 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c3a0ab0-2754-475f-9817-7937fde36867 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=93154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:27:16.752411 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7c3a0ab0-2754-475f-9817-7937fde36867 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754803480540', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834'] for segment, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:16.753010 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7c3a0ab0-2754-475f-9817-7937fde36867 admin admin] Unsubscribe: segment precommit_create {{(pid=93154) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 13 14:27:16.753548 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.db.segments_db [None req-7c3a0ab0-2754-475f-9817-7937fde36867 admin admin] Added segment 2b33f5cd-4f79-440b-8775-01e678c8f9c8 of type vlan for network 2e0a5d0c-f849-42eb-852f-7f7eabe044ab Jul 13 14:27:16.760924 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a0ab0-2754-475f-9817-7937fde36867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5825e743-6d79-4efc-ad03-4ea7bcf900b3,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:27:16.797989 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3a0ab0-2754-475f-9817-7937fde36867 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:16.798377 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3a0ab0-2754-475f-9817-7937fde36867 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:16.798708 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3a0ab0-2754-475f-9817-7937fde36867 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:16.799031 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3a0ab0-2754-475f-9817-7937fde36867 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:16.799349 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3a0ab0-2754-475f-9817-7937fde36867 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:16.799682 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3a0ab0-2754-475f-9817-7937fde36867 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:16.799999 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3a0ab0-2754-475f-9817-7937fde36867 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:16.800308 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3a0ab0-2754-475f-9817-7937fde36867 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:16.800633 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3a0ab0-2754-475f-9817-7937fde36867 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:16.800945 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3a0ab0-2754-475f-9817-7937fde36867 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:16.801251 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3a0ab0-2754-475f-9817-7937fde36867 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:16.801650 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3a0ab0-2754-475f-9817-7937fde36867 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:16.803315 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3a0ab0-2754-475f-9817-7937fde36867 admin admin] Tracked resource versions report: Jul 13 14:27:16.803315 dv-cinder-784453-8-iscsi neutron-server[93154]: pushed versions: Jul 13 14:27:16.803315 dv-cinder-784453-8-iscsi neutron-server[93154]: { 'AddressGroup': {'1.2'}, Jul 13 14:27:16.803315 dv-cinder-784453-8-iscsi neutron-server[93154]: 'ConntrackHelper': {'1.0'}, Jul 13 14:27:16.803315 dv-cinder-784453-8-iscsi neutron-server[93154]: 'Log': {'1.0'}, Jul 13 14:27:16.803315 dv-cinder-784453-8-iscsi neutron-server[93154]: 'Network': {'1.1'}, Jul 13 14:27:16.803315 dv-cinder-784453-8-iscsi neutron-server[93154]: 'Port': {'1.7'}, Jul 13 14:27:16.803315 dv-cinder-784453-8-iscsi neutron-server[93154]: 'PortForwarding': {'1.2'}, Jul 13 14:27:16.803315 dv-cinder-784453-8-iscsi neutron-server[93154]: 'QosPolicy': {'1.8'}, Jul 13 14:27:16.803315 dv-cinder-784453-8-iscsi neutron-server[93154]: 'SecurityGroup': {'1.4'}, Jul 13 14:27:16.803315 dv-cinder-784453-8-iscsi neutron-server[93154]: 'SecurityGroupRule': {'1.2'}, Jul 13 14:27:16.803315 dv-cinder-784453-8-iscsi neutron-server[93154]: 'SubPort': {'1.0'}, Jul 13 14:27:16.803315 dv-cinder-784453-8-iscsi neutron-server[93154]: 'Subnet': {'1.1'}, Jul 13 14:27:16.803315 dv-cinder-784453-8-iscsi neutron-server[93154]: 'Trunk': {'1.1'}} Jul 13 14:27:16.803315 dv-cinder-784453-8-iscsi neutron-server[93154]: consumer versions: Jul 13 14:27:16.803315 dv-cinder-784453-8-iscsi neutron-server[93154]: { DHCP agent@dv-cinder-784453-8-iscsi: {}, Jul 13 14:27:16.803315 dv-cinder-784453-8-iscsi neutron-server[93154]: L3 agent@dv-cinder-784453-8-iscsi: {}, Jul 13 14:27:16.803315 dv-cinder-784453-8-iscsi neutron-server[93154]: Metadata agent@dv-cinder-784453-8-iscsi: {}, Jul 13 14:27:16.803315 dv-cinder-784453-8-iscsi neutron-server[93154]: Metering agent@dv-cinder-784453-8-iscsi: {}, Jul 13 14:27:16.803315 dv-cinder-784453-8-iscsi neutron-server[93154]: Open vSwitch agent@dv-cinder-784453-8-iscsi: { 'AddressGroup': '1.2', Jul 13 14:27:16.803315 dv-cinder-784453-8-iscsi neutron-server[93154]: 'ConntrackHelper': '1.0', Jul 13 14:27:16.803315 dv-cinder-784453-8-iscsi neutron-server[93154]: 'Log': '1.0', Jul 13 14:27:16.803315 dv-cinder-784453-8-iscsi neutron-server[93154]: 'Network': '1.1', Jul 13 14:27:16.803315 dv-cinder-784453-8-iscsi neutron-server[93154]: 'Port': '1.7', Jul 13 14:27:16.803315 dv-cinder-784453-8-iscsi neutron-server[93154]: 'PortForwarding': '1.2', Jul 13 14:27:16.803315 dv-cinder-784453-8-iscsi neutron-server[93154]: 'QosPolicy': '1.8', Jul 13 14:27:16.803315 dv-cinder-784453-8-iscsi neutron-server[93154]: 'SecurityGroup': '1.4', Jul 13 14:27:16.803315 dv-cinder-784453-8-iscsi neutron-server[93154]: 'SecurityGroupRule': '1.2', Jul 13 14:27:16.803315 dv-cinder-784453-8-iscsi neutron-server[93154]: 'SubPort': '1.0', Jul 13 14:27:16.803315 dv-cinder-784453-8-iscsi neutron-server[93154]: 'Subnet': '1.1', Jul 13 14:27:16.803315 dv-cinder-784453-8-iscsi neutron-server[93154]: 'Trunk': '1.1'}} Jul 13 14:27:16.803315 dv-cinder-784453-8-iscsi neutron-server[93154]: {{(pid=93154) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 14:27:16.883738 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7c3a0ab0-2754-475f-9817-7937fde36867 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754803020822'] for network, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:16.938661 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7c3a0ab0-2754-475f-9817-7937fde36867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763'] for network, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:16.939741 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3a0ab0-2754-475f-9817-7937fde36867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:27:16.940484 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7c3a0ab0-2754-475f-9817-7937fde36867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for network, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:17.028448 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-7c3a0ab0-2754-475f-9817-7937fde36867 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8400176 Jul 13 14:27:17.048674 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a0ab0-2754-475f-9817-7937fde36867 admin admin] Pushing event updated for resources: {'Network': ['ID=2e0a5d0c-f849-42eb-852f-7f7eabe044ab,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:27:17.065135 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Network 2e0a5d0c-f849-42eb-852f-7f7eabe044ab details requested by agent ovs-agent-dv-cinder-784453-8-iscsi with host dv-cinder-784453-8-iscsi {{(pid=93156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:27:19.752131 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 48702) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:27:20.295648 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6ebdb3-e2b0-46e3-9698-8ed6558f837b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:27:20.297096 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-8f6ebdb3-e2b0-46e3-9698-8ed6558f837b admin admin] 10.222.0.11 "GET /v2.0/networks/2e0a5d0c-f849-42eb-852f-7f7eabe044ab HTTP/1.1" status: 200 len: 825 time: 0.5439954 Jul 13 14:27:20.324335 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-cea3f041-2ecf-4283-b98f-2eb6e5184c31 admin admin] 10.222.0.11 "GET /v2.0/subnetpools/d96dc3ed-1b52-41c6-9d9b-17bb2cf08790 HTTP/1.1" status: 200 len: 734 time: 0.0207846 Jul 13 14:27:20.334932 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-851460e4-19cb-4f41-b759-d11786eea755 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'tenant_id': 'aebd220ec1c843d28f9038fd9176adad', 'network_id': '2e0a5d0c-f849-42eb-852f-7f7eabe044ab', 'subnetpool_id': 'd96dc3ed-1b52-41c6-9d9b-17bb2cf08790', 'gateway_ip': '172.20.0.1'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:27:20.363831 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851460e4-19cb-4f41-b759-d11786eea755 admin admin] Made reservation on behalf of aebd220ec1c843d28f9038fd9176adad for: {'subnet': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:27:20.366861 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-851460e4-19cb-4f41-b759-d11786eea755 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:20.698945 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-851460e4-19cb-4f41-b759-d11786eea755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763'] for subnet, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:20.774171 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851460e4-19cb-4f41-b759-d11786eea755 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d3632d3-b584-4f7f-b703-99b954b881bb,revision_number=0']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:27:20.778588 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851460e4-19cb-4f41-b759-d11786eea755 admin admin] Checking segment: {'id': '2b33f5cd-4f79-440b-8775-01e678c8f9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2e0a5d0c-f849-42eb-852f-7f7eabe044ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:27:20.779035 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851460e4-19cb-4f41-b759-d11786eea755 admin admin] Network hostable DHCP agents. Network: 2e0a5d0c-f849-42eb-852f-7f7eabe044ab, hostable agents: ['c057a270-abe3-45bb-b401-4c6834b17f0a'], hosted agents: [] {{(pid=93154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:27:20.804772 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851460e4-19cb-4f41-b759-d11786eea755 admin admin] Network 2e0a5d0c-f849-42eb-852f-7f7eabe044ab is scheduled to be hosted by DHCP agent c057a270-abe3-45bb-b401-4c6834b17f0a with binding_index 1 {{(pid=93154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:27:20.818396 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-851460e4-19cb-4f41-b759-d11786eea755 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-8-iscsi, 2e0a5d0c-f849-42eb-852f-7f7eabe044ab) {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:27:20.823663 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851460e4-19cb-4f41-b759-d11786eea755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:27:20.824349 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-851460e4-19cb-4f41-b759-d11786eea755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for subnet, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:20.830828 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1b6aab-bc46-4e55-97a4-ba0aa8077690 None None] Network 2e0a5d0c-f849-42eb-852f-7f7eabe044ab requested from dv-cinder-784453-8-iscsi {{(pid=93156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:27:20.845975 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-851460e4-19cb-4f41-b759-d11786eea755 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5122542 Jul 13 14:27:21.285079 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240a6056-8f3f-4204-83db-842d021b1a5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa395d92a-1b40-5614-8749-89f2b3703122-2e0a5d0c-f849-42eb-852f-7f7eabe044ab', 'network_id': '2e0a5d0c-f849-42eb-852f-7f7eabe044ab', 'tenant_id': 'aebd220ec1c843d28f9038fd9176adad', 'fixed_ips': [{'subnet_id': '8d3632d3-b584-4f7f-b703-99b954b881bb'}]}} from dv-cinder-784453-8-iscsi. {{(pid=93156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:27:21.286619 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-240a6056-8f3f-4204-83db-842d021b1a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:21.592090 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.db_base_plugin_common [None req-240a6056-8f3f-4204-83db-842d021b1a5b None None] Allocated IP 172.20.0.2 (2e0a5d0c-f849-42eb-852f-7f7eabe044ab/8d3632d3-b584-4f7f-b703-99b954b881bb/a2fcda78-767c-473a-8bb4-8b8745b94145) {{(pid=93156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:27:21.898896 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-240a6056-8f3f-4204-83db-842d021b1a5b None None] Notify callbacks [] for port, precommit_create {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:21.948966 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-240a6056-8f3f-4204-83db-842d021b1a5b None None] Transition to ACTIVE for port object a2fcda78-767c-473a-8bb4-8b8745b94145 will not be triggered until provisioned by entity L2. {{(pid=93156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:27:21.972402 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-240a6056-8f3f-4204-83db-842d021b1a5b None None] Transition to ACTIVE for port object a2fcda78-767c-473a-8bb4-8b8745b94145 will not be triggered until provisioned by entity DHCP. {{(pid=93156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:27:21.982477 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-240a6056-8f3f-4204-83db-842d021b1a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838'] for port, after_create {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:22.052327 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240a6056-8f3f-4204-83db-842d021b1a5b None None] Network 2e0a5d0c-f849-42eb-852f-7f7eabe044ab is already hosted by enough agents. {{(pid=93156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:27:22.057132 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.scheduler.base_scheduler [None req-240a6056-8f3f-4204-83db-842d021b1a5b None None] Resources bound (agent type, host, resource id): {{(pid=93156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:27:22.070110 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240a6056-8f3f-4204-83db-842d021b1a5b None None] Received port after_create {{(pid=93156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:27:22.073409 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240a6056-8f3f-4204-83db-842d021b1a5b None None] Pushing event updated for resources: {'Port': ['ID=a2fcda78-767c-473a-8bb4-8b8745b94145,revision_number=1']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:27:22.100185 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a6056-8f3f-4204-83db-842d021b1a5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:22.100528 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a6056-8f3f-4204-83db-842d021b1a5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:22.100869 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a6056-8f3f-4204-83db-842d021b1a5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:22.101200 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a6056-8f3f-4204-83db-842d021b1a5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:22.101529 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a6056-8f3f-4204-83db-842d021b1a5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:22.101857 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a6056-8f3f-4204-83db-842d021b1a5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:22.102177 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a6056-8f3f-4204-83db-842d021b1a5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:22.102573 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a6056-8f3f-4204-83db-842d021b1a5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:22.102912 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a6056-8f3f-4204-83db-842d021b1a5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:22.103237 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a6056-8f3f-4204-83db-842d021b1a5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:22.103556 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a6056-8f3f-4204-83db-842d021b1a5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:22.103872 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a6056-8f3f-4204-83db-842d021b1a5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:22.105044 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a6056-8f3f-4204-83db-842d021b1a5b None None] Tracked resource versions report: Jul 13 14:27:22.105044 dv-cinder-784453-8-iscsi neutron-server[93156]: pushed versions: Jul 13 14:27:22.105044 dv-cinder-784453-8-iscsi neutron-server[93156]: { 'AddressGroup': {'1.2'}, Jul 13 14:27:22.105044 dv-cinder-784453-8-iscsi neutron-server[93156]: 'ConntrackHelper': {'1.0'}, Jul 13 14:27:22.105044 dv-cinder-784453-8-iscsi neutron-server[93156]: 'Log': {'1.0'}, Jul 13 14:27:22.105044 dv-cinder-784453-8-iscsi neutron-server[93156]: 'Network': {'1.1'}, Jul 13 14:27:22.105044 dv-cinder-784453-8-iscsi neutron-server[93156]: 'Port': {'1.7'}, Jul 13 14:27:22.105044 dv-cinder-784453-8-iscsi neutron-server[93156]: 'PortForwarding': {'1.2'}, Jul 13 14:27:22.105044 dv-cinder-784453-8-iscsi neutron-server[93156]: 'QosPolicy': {'1.8'}, Jul 13 14:27:22.105044 dv-cinder-784453-8-iscsi neutron-server[93156]: 'SecurityGroup': {'1.4'}, Jul 13 14:27:22.105044 dv-cinder-784453-8-iscsi neutron-server[93156]: 'SecurityGroupRule': {'1.2'}, Jul 13 14:27:22.105044 dv-cinder-784453-8-iscsi neutron-server[93156]: 'SubPort': {'1.0'}, Jul 13 14:27:22.105044 dv-cinder-784453-8-iscsi neutron-server[93156]: 'Subnet': {'1.1'}, Jul 13 14:27:22.105044 dv-cinder-784453-8-iscsi neutron-server[93156]: 'Trunk': {'1.1'}} Jul 13 14:27:22.105044 dv-cinder-784453-8-iscsi neutron-server[93156]: consumer versions: Jul 13 14:27:22.105044 dv-cinder-784453-8-iscsi neutron-server[93156]: { DHCP agent@dv-cinder-784453-8-iscsi: {}, Jul 13 14:27:22.105044 dv-cinder-784453-8-iscsi neutron-server[93156]: L3 agent@dv-cinder-784453-8-iscsi: {}, Jul 13 14:27:22.105044 dv-cinder-784453-8-iscsi neutron-server[93156]: Metadata agent@dv-cinder-784453-8-iscsi: {}, Jul 13 14:27:22.105044 dv-cinder-784453-8-iscsi neutron-server[93156]: Metering agent@dv-cinder-784453-8-iscsi: {}, Jul 13 14:27:22.105044 dv-cinder-784453-8-iscsi neutron-server[93156]: Open vSwitch agent@dv-cinder-784453-8-iscsi: { 'AddressGroup': '1.2', Jul 13 14:27:22.105044 dv-cinder-784453-8-iscsi neutron-server[93156]: 'ConntrackHelper': '1.0', Jul 13 14:27:22.105044 dv-cinder-784453-8-iscsi neutron-server[93156]: 'Log': '1.0', Jul 13 14:27:22.105044 dv-cinder-784453-8-iscsi neutron-server[93156]: 'Network': '1.1', Jul 13 14:27:22.105044 dv-cinder-784453-8-iscsi neutron-server[93156]: 'Port': '1.7', Jul 13 14:27:22.105044 dv-cinder-784453-8-iscsi neutron-server[93156]: 'PortForwarding': '1.2', Jul 13 14:27:22.105044 dv-cinder-784453-8-iscsi neutron-server[93156]: 'QosPolicy': '1.8', Jul 13 14:27:22.105044 dv-cinder-784453-8-iscsi neutron-server[93156]: 'SecurityGroup': '1.4', Jul 13 14:27:22.105044 dv-cinder-784453-8-iscsi neutron-server[93156]: 'SecurityGroupRule': '1.2', Jul 13 14:27:22.105044 dv-cinder-784453-8-iscsi neutron-server[93156]: 'SubPort': '1.0', Jul 13 14:27:22.105044 dv-cinder-784453-8-iscsi neutron-server[93156]: 'Subnet': '1.1', Jul 13 14:27:22.105044 dv-cinder-784453-8-iscsi neutron-server[93156]: 'Trunk': '1.1'}} Jul 13 14:27:22.105044 dv-cinder-784453-8-iscsi neutron-server[93156]: {{(pid=93156) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 14:27:22.159316 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-240a6056-8f3f-4204-83db-842d021b1a5b None None] Attempting to bind port a2fcda78-767c-473a-8bb4-8b8745b94145 on host dv-cinder-784453-8-iscsi for vnic_type normal with profile {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:27:22.159690 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-240a6056-8f3f-4204-83db-842d021b1a5b None None] Attempting to bind port a2fcda78-767c-473a-8bb4-8b8745b94145 by drivers openvswitch,hyperv on host dv-cinder-784453-8-iscsi at level 0 using segments [{'id': '2b33f5cd-4f79-440b-8775-01e678c8f9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2e0a5d0c-f849-42eb-852f-7f7eabe044ab'}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:27:22.160177 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240a6056-8f3f-4204-83db-842d021b1a5b None None] Attempting to bind port a2fcda78-767c-473a-8bb4-8b8745b94145 on network 2e0a5d0c-f849-42eb-852f-7f7eabe044ab {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:27:22.167589 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240a6056-8f3f-4204-83db-842d021b1a5b None None] Checking agent: {'id': '3ba56e3d-baa8-43e8-bda8-5a4cd0b2ced4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 7, 13, 14, 27, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:27:22.168142 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240a6056-8f3f-4204-83db-842d021b1a5b None None] Checking segment: {'id': '2b33f5cd-4f79-440b-8775-01e678c8f9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2e0a5d0c-f849-42eb-852f-7f7eabe044ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:27:22.168713 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-240a6056-8f3f-4204-83db-842d021b1a5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:22.169186 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240a6056-8f3f-4204-83db-842d021b1a5b None None] Bound using segment: {'id': '2b33f5cd-4f79-440b-8775-01e678c8f9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2e0a5d0c-f849-42eb-852f-7f7eabe044ab'} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:27:22.169752 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-240a6056-8f3f-4204-83db-842d021b1a5b None None] Bound port: a2fcda78-767c-473a-8bb4-8b8745b94145, host: dv-cinder-784453-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b33f5cd-4f79-440b-8775-01e678c8f9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2e0a5d0c-f849-42eb-852f-7f7eabe044ab'}}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:27:22.170259 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-240a6056-8f3f-4204-83db-842d021b1a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:22.245776 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-240a6056-8f3f-4204-83db-842d021b1a5b None None] For port a2fcda78-767c-473a-8bb4-8b8745b94145, host dv-cinder-784453-8-iscsi, cleared binding levels {{(pid=93156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:27:22.251130 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-240a6056-8f3f-4204-83db-842d021b1a5b None None] For port a2fcda78-767c-473a-8bb4-8b8745b94145, host dv-cinder-784453-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=a2fcda78-767c-473a-8bb4-8b8745b94145,segment=NetworkSegment(2b33f5cd-4f79-440b-8775-01e678c8f9c8),segment_id=2b33f5cd-4f79-440b-8775-01e678c8f9c8)] {{(pid=93156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:27:22.257129 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-240a6056-8f3f-4204-83db-842d021b1a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:22.351350 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240a6056-8f3f-4204-83db-842d021b1a5b None None] Pushing event updated for resources: {'Port': ['ID=a2fcda78-767c-473a-8bb4-8b8745b94145,revision_number=2']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:27:23.629090 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 48710) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:27:24.045546 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [None req-ff3f04a3-cb7e-448b-a8a2-043e22288d25 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:27:24.046827 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-ff3f04a3-cb7e-448b-a8a2-043e22288d25 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4168894 Jul 13 14:27:26.935001 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 48718) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:27:27.436154 dv-cinder-784453-8-iscsi neutron-server[93155]: WARNING oslo_policy.policy [None req-e583e323-39a1-4b5d-b1f1-d491f466baf5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 14:27:27.436761 dv-cinder-784453-8-iscsi neutron-server[93155]: WARNING oslo_policy.policy [None req-e583e323-39a1-4b5d-b1f1-d491f466baf5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 14:27:27.655795 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [None req-e583e323-39a1-4b5d-b1f1-d491f466baf5 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:27:27.656992 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-e583e323-39a1-4b5d-b1f1-d491f466baf5 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7195859 Jul 13 14:27:28.456281 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device a2fcda78-767c-473a-8bb4-8b8745b94145 up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:27:28.546976 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning for port a2fcda78-767c-473a-8bb4-8b8745b94145 completed by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:27:29.038997 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b0eeab-1d44-4f47-9afa-8b4d3fa2932d None None] Network 2e0a5d0c-f849-42eb-852f-7f7eabe044ab requested from dv-cinder-784453-8-iscsi {{(pid=93156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:27:29.091304 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-dbea67a5-81ea-45e2-9dc2-ff2e04898e25 None None] Provisioning for port a2fcda78-767c-473a-8bb4-8b8745b94145 completed by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:27:29.101081 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-dbea67a5-81ea-45e2-9dc2-ff2e04898e25 None None] Provisioning complete for port a2fcda78-767c-473a-8bb4-8b8745b94145 triggered by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:27:29.101480 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-dbea67a5-81ea-45e2-9dc2-ff2e04898e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:29.259714 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-dbea67a5-81ea-45e2-9dc2-ff2e04898e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:29.323596 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-dbea67a5-81ea-45e2-9dc2-ff2e04898e25 None None] For port a2fcda78-767c-473a-8bb4-8b8745b94145, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=a2fcda78-767c-473a-8bb4-8b8745b94145,segment=NetworkSegment(2b33f5cd-4f79-440b-8775-01e678c8f9c8),segment_id=2b33f5cd-4f79-440b-8775-01e678c8f9c8)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:27:29.328632 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-dbea67a5-81ea-45e2-9dc2-ff2e04898e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:29.397982 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbea67a5-81ea-45e2-9dc2-ff2e04898e25 None None] Pushing event updated for resources: {'Port': ['ID=a2fcda78-767c-473a-8bb4-8b8745b94145,revision_number=3']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:27:29.649743 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-bc9ff92a-0f38-4f26-b646-0f102b41f8d8 None None] Provisioning complete for port a2fcda78-767c-473a-8bb4-8b8745b94145 triggered by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:27:29.650453 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-bc9ff92a-0f38-4f26-b646-0f102b41f8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:30.310737 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 48738) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:27:30.423515 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device a2fcda78-767c-473a-8bb4-8b8745b94145 up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:27:30.473438 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port a2fcda78-767c-473a-8bb4-8b8745b94145 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:27:30.474406 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:30.615760 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [None req-2e0b3943-83a2-48cf-ba4f-2424c91f622b admin admin] Request body: {'router': {'tenant_id': 'aebd220ec1c843d28f9038fd9176adad', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:27:30.678835 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.policy [None req-2e0b3943-83a2-48cf-ba4f-2424c91f622b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93155) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 13 14:27:30.724698 dv-cinder-784453-8-iscsi neutron-server[93155]: WARNING oslo_policy.policy [None req-2e0b3943-83a2-48cf-ba4f-2424c91f622b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 14:27:30.725074 dv-cinder-784453-8-iscsi neutron-server[93155]: WARNING oslo_policy.policy [None req-2e0b3943-83a2-48cf-ba4f-2424c91f622b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 14:27:30.733625 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.quota [None req-2e0b3943-83a2-48cf-ba4f-2424c91f622b admin admin] Loaded quota_driver: . Jul 13 14:27:30.790273 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2e0b3943-83a2-48cf-ba4f-2424c91f622b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2095217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4236'] for router, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:30.792187 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2e0b3943-83a2-48cf-ba4f-2424c91f622b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2095122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4229'] for router, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:30.951658 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2e0b3943-83a2-48cf-ba4f-2424c91f622b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:30.956137 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2e0b3943-83a2-48cf-ba4f-2424c91f622b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2095206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995768'] for router, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:30.974965 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2e0b3943-83a2-48cf-ba4f-2424c91f622b admin admin] Notify callbacks [] for router, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:30.976124 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-2e0b3943-83a2-48cf-ba4f-2424c91f622b admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6644306 Jul 13 14:27:33.230601 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-6f032c5c-7369-402b-b860-15b95e0c39ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:33.366690 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 48748) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:27:33.671458 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [None req-46dd4a3d-3288-4903-ae3c-932ab6ed0e19 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:27:33.672422 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-46dd4a3d-3288-4903-ae3c-932ab6ed0e19 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3048217 Jul 13 14:27:35.868061 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-5b91762e-d094-4428-85a5-8a9b36855415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:36.046407 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 48756) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:27:36.103164 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:36.366158 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [None req-ca3e0075-c9c9-4393-bad5-b0002367e407 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:27:36.390393 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3e0075-c9c9-4393-bad5-b0002367e407 admin admin] Made reservation on behalf of 9fc14a09010e44b28bf6861c9bba4e74 for: {'network': 1} {{(pid=93155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:27:36.393270 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ca3e0075-c9c9-4393-bad5-b0002367e407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for network, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:36.409721 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ca3e0075-c9c9-4393-bad5-b0002367e407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:36.541895 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ca3e0075-c9c9-4393-bad5-b0002367e407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:36.546677 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ca3e0075-c9c9-4393-bad5-b0002367e407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:36.558894 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ca3e0075-c9c9-4393-bad5-b0002367e407 admin admin] Reserving flat network on physical network physnet1 {{(pid=93155) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 13 14:27:36.595303 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ca3e0075-c9c9-4393-bad5-b0002367e407 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754803480540', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834'] for segment, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:36.595779 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ca3e0075-c9c9-4393-bad5-b0002367e407 admin admin] Unsubscribe: segment precommit_create {{(pid=93155) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 13 14:27:36.596302 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.db.segments_db [None req-ca3e0075-c9c9-4393-bad5-b0002367e407 admin admin] Added segment 1dffabd1-9f9c-45cf-80ba-954af1e6bced of type flat for network ecd09457-6660-479c-a1fb-91901148ba35 Jul 13 14:27:36.615584 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e0075-c9c9-4393-bad5-b0002367e407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d9a55c-d15f-462b-892d-5b52e657a927,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:27:36.667631 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3e0075-c9c9-4393-bad5-b0002367e407 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:36.668008 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3e0075-c9c9-4393-bad5-b0002367e407 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:36.668341 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3e0075-c9c9-4393-bad5-b0002367e407 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:36.668668 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3e0075-c9c9-4393-bad5-b0002367e407 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:36.668991 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3e0075-c9c9-4393-bad5-b0002367e407 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:36.669329 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3e0075-c9c9-4393-bad5-b0002367e407 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:36.669649 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3e0075-c9c9-4393-bad5-b0002367e407 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:36.669967 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3e0075-c9c9-4393-bad5-b0002367e407 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:36.670319 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3e0075-c9c9-4393-bad5-b0002367e407 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:36.670640 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3e0075-c9c9-4393-bad5-b0002367e407 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:36.670952 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3e0075-c9c9-4393-bad5-b0002367e407 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:36.671260 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3e0075-c9c9-4393-bad5-b0002367e407 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:36.672459 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3e0075-c9c9-4393-bad5-b0002367e407 admin admin] Tracked resource versions report: Jul 13 14:27:36.672459 dv-cinder-784453-8-iscsi neutron-server[93155]: pushed versions: Jul 13 14:27:36.672459 dv-cinder-784453-8-iscsi neutron-server[93155]: { 'AddressGroup': {'1.2'}, Jul 13 14:27:36.672459 dv-cinder-784453-8-iscsi neutron-server[93155]: 'ConntrackHelper': {'1.0'}, Jul 13 14:27:36.672459 dv-cinder-784453-8-iscsi neutron-server[93155]: 'Log': {'1.0'}, Jul 13 14:27:36.672459 dv-cinder-784453-8-iscsi neutron-server[93155]: 'Network': {'1.1'}, Jul 13 14:27:36.672459 dv-cinder-784453-8-iscsi neutron-server[93155]: 'Port': {'1.7'}, Jul 13 14:27:36.672459 dv-cinder-784453-8-iscsi neutron-server[93155]: 'PortForwarding': {'1.2'}, Jul 13 14:27:36.672459 dv-cinder-784453-8-iscsi neutron-server[93155]: 'QosPolicy': {'1.8'}, Jul 13 14:27:36.672459 dv-cinder-784453-8-iscsi neutron-server[93155]: 'SecurityGroup': {'1.4'}, Jul 13 14:27:36.672459 dv-cinder-784453-8-iscsi neutron-server[93155]: 'SecurityGroupRule': {'1.2'}, Jul 13 14:27:36.672459 dv-cinder-784453-8-iscsi neutron-server[93155]: 'SubPort': {'1.0'}, Jul 13 14:27:36.672459 dv-cinder-784453-8-iscsi neutron-server[93155]: 'Subnet': {'1.1'}, Jul 13 14:27:36.672459 dv-cinder-784453-8-iscsi neutron-server[93155]: 'Trunk': {'1.1'}} Jul 13 14:27:36.672459 dv-cinder-784453-8-iscsi neutron-server[93155]: consumer versions: Jul 13 14:27:36.672459 dv-cinder-784453-8-iscsi neutron-server[93155]: { DHCP agent@dv-cinder-784453-8-iscsi: {}, Jul 13 14:27:36.672459 dv-cinder-784453-8-iscsi neutron-server[93155]: L3 agent@dv-cinder-784453-8-iscsi: {}, Jul 13 14:27:36.672459 dv-cinder-784453-8-iscsi neutron-server[93155]: Metadata agent@dv-cinder-784453-8-iscsi: {}, Jul 13 14:27:36.672459 dv-cinder-784453-8-iscsi neutron-server[93155]: Metering agent@dv-cinder-784453-8-iscsi: {}, Jul 13 14:27:36.672459 dv-cinder-784453-8-iscsi neutron-server[93155]: Open vSwitch agent@dv-cinder-784453-8-iscsi: { 'AddressGroup': '1.2', Jul 13 14:27:36.672459 dv-cinder-784453-8-iscsi neutron-server[93155]: 'ConntrackHelper': '1.0', Jul 13 14:27:36.672459 dv-cinder-784453-8-iscsi neutron-server[93155]: 'Log': '1.0', Jul 13 14:27:36.672459 dv-cinder-784453-8-iscsi neutron-server[93155]: 'Network': '1.1', Jul 13 14:27:36.672459 dv-cinder-784453-8-iscsi neutron-server[93155]: 'Port': '1.7', Jul 13 14:27:36.672459 dv-cinder-784453-8-iscsi neutron-server[93155]: 'PortForwarding': '1.2', Jul 13 14:27:36.672459 dv-cinder-784453-8-iscsi neutron-server[93155]: 'QosPolicy': '1.8', Jul 13 14:27:36.672459 dv-cinder-784453-8-iscsi neutron-server[93155]: 'SecurityGroup': '1.4', Jul 13 14:27:36.672459 dv-cinder-784453-8-iscsi neutron-server[93155]: 'SecurityGroupRule': '1.2', Jul 13 14:27:36.672459 dv-cinder-784453-8-iscsi neutron-server[93155]: 'SubPort': '1.0', Jul 13 14:27:36.672459 dv-cinder-784453-8-iscsi neutron-server[93155]: 'Subnet': '1.1', Jul 13 14:27:36.672459 dv-cinder-784453-8-iscsi neutron-server[93155]: 'Trunk': '1.1'}} Jul 13 14:27:36.672459 dv-cinder-784453-8-iscsi neutron-server[93155]: {{(pid=93155) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 14:27:36.730600 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ca3e0075-c9c9-4393-bad5-b0002367e407 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754803020822'] for network, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:36.784028 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ca3e0075-c9c9-4393-bad5-b0002367e407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763'] for network, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:36.785793 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3e0075-c9c9-4393-bad5-b0002367e407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:27:36.787264 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ca3e0075-c9c9-4393-bad5-b0002367e407 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for network, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:36.871969 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-ca3e0075-c9c9-4393-bad5-b0002367e407 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8243732 Jul 13 14:27:36.886952 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e0075-c9c9-4393-bad5-b0002367e407 admin admin] Pushing event updated for resources: {'Network': ['ID=ecd09457-6660-479c-a1fb-91901148ba35,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:27:36.899035 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Network ecd09457-6660-479c-a1fb-91901148ba35 details requested by agent ovs-agent-dv-cinder-784453-8-iscsi with host dv-cinder-784453-8-iscsi {{(pid=93156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:27:37.084549 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:38.480825 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:39.258701 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 48778) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:27:39.489689 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39d76fa-5f02-4613-ab44-6d1bb4100bd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:27:39.491150 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-e39d76fa-5f02-4613-ab44-6d1bb4100bd3 admin admin] 10.222.0.11 "GET /v2.0/subnets/8d3632d3-b584-4f7f-b703-99b954b881bb HTTP/1.1" status: 200 len: 849 time: 0.2314882 Jul 13 14:27:39.631696 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-79eac9ed-cf4b-4961-ae78-112ab11861f7 admin admin] 10.222.0.11 "GET /v2.0/routers/9327454b-3204-4a8d-8252-4ec7fa866dad HTTP/1.1" status: 200 len: 704 time: 0.1348376 Jul 13 14:27:39.898320 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-17a15e71-0ef5-480f-9365-b4d3fdfc5fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:40.200064 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.db_base_plugin_common [None req-17a15e71-0ef5-480f-9365-b4d3fdfc5fa6 admin admin] Allocated IP 172.20.0.1 (2e0a5d0c-f849-42eb-852f-7f7eabe044ab/8d3632d3-b584-4f7f-b703-99b954b881bb/431c8641-7fed-4738-9c7d-769a00139bfd) {{(pid=93155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:27:40.385855 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-17a15e71-0ef5-480f-9365-b4d3fdfc5fa6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:40.410595 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-17a15e71-0ef5-480f-9365-b4d3fdfc5fa6 admin admin] Transition to ACTIVE for port object 431c8641-7fed-4738-9c7d-769a00139bfd will not be triggered until provisioned by entity DHCP. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:27:40.492690 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-17a15e71-0ef5-480f-9365-b4d3fdfc5fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838'] for port, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:40.571228 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a15e71-0ef5-480f-9365-b4d3fdfc5fa6 admin admin] Network 2e0a5d0c-f849-42eb-852f-7f7eabe044ab is already hosted by enough agents. {{(pid=93155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:27:40.576156 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [None req-17a15e71-0ef5-480f-9365-b4d3fdfc5fa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:27:40.581590 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a15e71-0ef5-480f-9365-b4d3fdfc5fa6 admin admin] Pushing event updated for resources: {'Port': ['ID=431c8641-7fed-4738-9c7d-769a00139bfd,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:27:40.593189 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a15e71-0ef5-480f-9365-b4d3fdfc5fa6 admin admin] Received port after_create {{(pid=93155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:27:40.593759 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-17a15e71-0ef5-480f-9365-b4d3fdfc5fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1993117'] for router_interface, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:40.820511 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-f638689f-2313-466c-8755-87e190322bc0 None None] Provisioning for port 431c8641-7fed-4738-9c7d-769a00139bfd completed by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:27:40.824552 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-f638689f-2313-466c-8755-87e190322bc0 None None] Provisioning complete for port 431c8641-7fed-4738-9c7d-769a00139bfd triggered by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:27:40.824919 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-f638689f-2313-466c-8755-87e190322bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:40.857463 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-17a15e71-0ef5-480f-9365-b4d3fdfc5fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:40.860647 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-f638689f-2313-466c-8755-87e190322bc0 None None] Port 431c8641-7fed-4738-9c7d-769a00139bfd cannot update to ACTIVE because it is not bound. {{(pid=93156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:27:41.032081 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-17a15e71-0ef5-480f-9365-b4d3fdfc5fa6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:41.036841 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-17a15e71-0ef5-480f-9365-b4d3fdfc5fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:41.037559 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-17a15e71-0ef5-480f-9365-b4d3fdfc5fa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1992151'] for router_interface, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:41.122426 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a15e71-0ef5-480f-9365-b4d3fdfc5fa6 admin admin] Pushing event updated for resources: {'Port': ['ID=431c8641-7fed-4738-9c7d-769a00139bfd,revision_number=2']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:27:41.166930 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a15e71-0ef5-480f-9365-b4d3fdfc5fa6 admin admin] Network 2e0a5d0c-f849-42eb-852f-7f7eabe044ab is already hosted by enough agents. {{(pid=93155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:27:41.168323 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [None req-17a15e71-0ef5-480f-9365-b4d3fdfc5fa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:27:41.338886 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a15e71-0ef5-480f-9365-b4d3fdfc5fa6 admin admin] Router 9327454b-3204-4a8d-8252-4ec7fa866dad is scheduled to L3 agent d92cc109-9c2d-42ed-8c1d-d826fa90f9d0 with binding_index 1 {{(pid=93155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:27:41.383130 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-ad30f581-284a-47dd-bca9-47303c9a9336 None None] Provisioning complete for port 431c8641-7fed-4738-9c7d-769a00139bfd triggered by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:27:41.383477 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-ad30f581-284a-47dd-bca9-47303c9a9336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:41.416977 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-ad30f581-284a-47dd-bca9-47303c9a9336 None None] Port 431c8641-7fed-4738-9c7d-769a00139bfd cannot update to ACTIVE because it is not bound. {{(pid=93156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:27:41.435974 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a15e71-0ef5-480f-9365-b4d3fdfc5fa6 admin admin] Notify agent at l3_agent.dv-cinder-784453-8-iscsi the message routers_updated {{(pid=93155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:27:41.442713 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-17a15e71-0ef5-480f-9365-b4d3fdfc5fa6 admin admin] 10.222.0.11 "PUT /v2.0/routers/9327454b-3204-4a8d-8252-4ec7fa866dad/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8062785 Jul 13 14:27:41.446477 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb3c83c-4e3a-49af-bb30-cabd1b50b1c7 None None] Sync routers for ids ['9327454b-3204-4a8d-8252-4ec7fa866dad'] in dv-cinder-784453-8-iscsi {{(pid=93157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:27:41.458188 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb3c83c-4e3a-49af-bb30-cabd1b50b1c7 None None] Routers {'9327454b-3204-4a8d-8252-4ec7fa866dad'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:27:41.459069 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-dfb3c83c-4e3a-49af-bb30-cabd1b50b1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:27:36Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['9327454b-3204-4a8d-8252-4ec7fa866dad'], 'active': True} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:27:41.650614 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvr_db [None req-dfb3c83c-4e3a-49af-bb30-cabd1b50b1c7 None None] Set router 9327454b-3204-4a8d-8252-4ec7fa866dad gateway port host: None {{(pid=93157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:27:42.095740 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-dfb3c83c-4e3a-49af-bb30-cabd1b50b1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9327454b-3204-4a8d-8252-4ec7fa866dad', 'name': 'router1', 'tenant_id': 'aebd220ec1c843d28f9038fd9176adad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:27:30Z', 'updated_at': '2021-07-13T14:27:40Z', 'revision_number': 2, 'project_id': 'aebd220ec1c843d28f9038fd9176adad', 'gw_port_host': None, '_interfaces': [{'id': '431c8641-7fed-4738-9c7d-769a00139bfd', 'name': '', 'network_id': '2e0a5d0c-f849-42eb-852f-7f7eabe044ab', 'tenant_id': 'aebd220ec1c843d28f9038fd9176adad', 'mac_address': 'fa:16:3e:00:58:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9327454b-3204-4a8d-8252-4ec7fa866dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8d3632d3-b584-4f7f-b703-99b954b881bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:27:39Z', 'updated_at': '2021-07-13T14:27:40Z', 'revision_number': 2, 'project_id': 'aebd220ec1c843d28f9038fd9176adad', 'subnets': [{'id': '8d3632d3-b584-4f7f-b703-99b954b881bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd96dc3ed-1b52-41c6-9d9b-17bb2cf08790'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:27:42.147533 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb3c83c-4e3a-49af-bb30-cabd1b50b1c7 None None] Checking router: 9327454b-3204-4a8d-8252-4ec7fa866dad for host: dv-cinder-784453-8-iscsi {{(pid=93157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:27:42.147893 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb3c83c-4e3a-49af-bb30-cabd1b50b1c7 None None] Updating router 9327454b-3204-4a8d-8252-4ec7fa866dad port 431c8641-7fed-4738-9c7d-769a00139bfd binding host dv-cinder-784453-8-iscsi {{(pid=93157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:27:42.216531 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-dfb3c83c-4e3a-49af-bb30-cabd1b50b1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:42.737209 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-dfb3c83c-4e3a-49af-bb30-cabd1b50b1c7 None None] Notify callbacks [] for port, precommit_update {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:42.757013 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.provisioning_blocks [None req-dfb3c83c-4e3a-49af-bb30-cabd1b50b1c7 None None] Transition to ACTIVE for port object 431c8641-7fed-4738-9c7d-769a00139bfd will not be triggered until provisioned by entity L2. {{(pid=93157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:27:42.763425 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-dfb3c83c-4e3a-49af-bb30-cabd1b50b1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:42.935775 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e00fc10-9f6e-4724-b6c9-ea3f9dc1fe95 None None] Pushing event updated for resources: {'Port': ['ID=431c8641-7fed-4738-9c7d-769a00139bfd,revision_number=3']} {{(pid=93157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:27:42.956698 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e00fc10-9f6e-4724-b6c9-ea3f9dc1fe95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:42.957095 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e00fc10-9f6e-4724-b6c9-ea3f9dc1fe95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:42.957420 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e00fc10-9f6e-4724-b6c9-ea3f9dc1fe95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:42.957768 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e00fc10-9f6e-4724-b6c9-ea3f9dc1fe95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:42.958078 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e00fc10-9f6e-4724-b6c9-ea3f9dc1fe95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:42.958407 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e00fc10-9f6e-4724-b6c9-ea3f9dc1fe95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:42.958730 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e00fc10-9f6e-4724-b6c9-ea3f9dc1fe95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:42.959085 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e00fc10-9f6e-4724-b6c9-ea3f9dc1fe95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:42.959412 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e00fc10-9f6e-4724-b6c9-ea3f9dc1fe95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:42.959726 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e00fc10-9f6e-4724-b6c9-ea3f9dc1fe95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:42.960043 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e00fc10-9f6e-4724-b6c9-ea3f9dc1fe95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:42.960358 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e00fc10-9f6e-4724-b6c9-ea3f9dc1fe95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:27:42.961500 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e00fc10-9f6e-4724-b6c9-ea3f9dc1fe95 None None] Tracked resource versions report: Jul 13 14:27:42.961500 dv-cinder-784453-8-iscsi neutron-server[93157]: pushed versions: Jul 13 14:27:42.961500 dv-cinder-784453-8-iscsi neutron-server[93157]: { 'AddressGroup': {'1.2'}, Jul 13 14:27:42.961500 dv-cinder-784453-8-iscsi neutron-server[93157]: 'ConntrackHelper': {'1.0'}, Jul 13 14:27:42.961500 dv-cinder-784453-8-iscsi neutron-server[93157]: 'Log': {'1.0'}, Jul 13 14:27:42.961500 dv-cinder-784453-8-iscsi neutron-server[93157]: 'Network': {'1.1'}, Jul 13 14:27:42.961500 dv-cinder-784453-8-iscsi neutron-server[93157]: 'Port': {'1.7'}, Jul 13 14:27:42.961500 dv-cinder-784453-8-iscsi neutron-server[93157]: 'PortForwarding': {'1.2'}, Jul 13 14:27:42.961500 dv-cinder-784453-8-iscsi neutron-server[93157]: 'QosPolicy': {'1.8'}, Jul 13 14:27:42.961500 dv-cinder-784453-8-iscsi neutron-server[93157]: 'SecurityGroup': {'1.4'}, Jul 13 14:27:42.961500 dv-cinder-784453-8-iscsi neutron-server[93157]: 'SecurityGroupRule': {'1.2'}, Jul 13 14:27:42.961500 dv-cinder-784453-8-iscsi neutron-server[93157]: 'SubPort': {'1.0'}, Jul 13 14:27:42.961500 dv-cinder-784453-8-iscsi neutron-server[93157]: 'Subnet': {'1.1'}, Jul 13 14:27:42.961500 dv-cinder-784453-8-iscsi neutron-server[93157]: 'Trunk': {'1.1'}} Jul 13 14:27:42.961500 dv-cinder-784453-8-iscsi neutron-server[93157]: consumer versions: Jul 13 14:27:42.961500 dv-cinder-784453-8-iscsi neutron-server[93157]: { DHCP agent@dv-cinder-784453-8-iscsi: {}, Jul 13 14:27:42.961500 dv-cinder-784453-8-iscsi neutron-server[93157]: L3 agent@dv-cinder-784453-8-iscsi: {}, Jul 13 14:27:42.961500 dv-cinder-784453-8-iscsi neutron-server[93157]: Metadata agent@dv-cinder-784453-8-iscsi: {}, Jul 13 14:27:42.961500 dv-cinder-784453-8-iscsi neutron-server[93157]: Metering agent@dv-cinder-784453-8-iscsi: {}, Jul 13 14:27:42.961500 dv-cinder-784453-8-iscsi neutron-server[93157]: Open vSwitch agent@dv-cinder-784453-8-iscsi: { 'AddressGroup': '1.2', Jul 13 14:27:42.961500 dv-cinder-784453-8-iscsi neutron-server[93157]: 'ConntrackHelper': '1.0', Jul 13 14:27:42.961500 dv-cinder-784453-8-iscsi neutron-server[93157]: 'Log': '1.0', Jul 13 14:27:42.961500 dv-cinder-784453-8-iscsi neutron-server[93157]: 'Network': '1.1', Jul 13 14:27:42.961500 dv-cinder-784453-8-iscsi neutron-server[93157]: 'Port': '1.7', Jul 13 14:27:42.961500 dv-cinder-784453-8-iscsi neutron-server[93157]: 'PortForwarding': '1.2', Jul 13 14:27:42.961500 dv-cinder-784453-8-iscsi neutron-server[93157]: 'QosPolicy': '1.8', Jul 13 14:27:42.961500 dv-cinder-784453-8-iscsi neutron-server[93157]: 'SecurityGroup': '1.4', Jul 13 14:27:42.961500 dv-cinder-784453-8-iscsi neutron-server[93157]: 'SecurityGroupRule': '1.2', Jul 13 14:27:42.961500 dv-cinder-784453-8-iscsi neutron-server[93157]: 'SubPort': '1.0', Jul 13 14:27:42.961500 dv-cinder-784453-8-iscsi neutron-server[93157]: 'Subnet': '1.1', Jul 13 14:27:42.961500 dv-cinder-784453-8-iscsi neutron-server[93157]: 'Trunk': '1.1'}} Jul 13 14:27:42.961500 dv-cinder-784453-8-iscsi neutron-server[93157]: {{(pid=93157) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 14:27:42.965751 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.managers [None req-dfb3c83c-4e3a-49af-bb30-cabd1b50b1c7 None None] Attempting to bind port 431c8641-7fed-4738-9c7d-769a00139bfd on host dv-cinder-784453-8-iscsi for vnic_type normal with profile {{(pid=93157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:27:42.966287 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.managers [None req-dfb3c83c-4e3a-49af-bb30-cabd1b50b1c7 None None] Attempting to bind port 431c8641-7fed-4738-9c7d-769a00139bfd by drivers openvswitch,hyperv on host dv-cinder-784453-8-iscsi at level 0 using segments [{'id': '2b33f5cd-4f79-440b-8775-01e678c8f9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2e0a5d0c-f849-42eb-852f-7f7eabe044ab'}] {{(pid=93157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:27:42.966721 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb3c83c-4e3a-49af-bb30-cabd1b50b1c7 None None] Attempting to bind port 431c8641-7fed-4738-9c7d-769a00139bfd on network 2e0a5d0c-f849-42eb-852f-7f7eabe044ab {{(pid=93157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:27:42.972669 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb3c83c-4e3a-49af-bb30-cabd1b50b1c7 None None] Checking agent: {'id': '3ba56e3d-baa8-43e8-bda8-5a4cd0b2ced4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 7, 13, 14, 27, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:27:42.973107 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb3c83c-4e3a-49af-bb30-cabd1b50b1c7 None None] Checking segment: {'id': '2b33f5cd-4f79-440b-8775-01e678c8f9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2e0a5d0c-f849-42eb-852f-7f7eabe044ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:27:42.973584 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-dfb3c83c-4e3a-49af-bb30-cabd1b50b1c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:42.973969 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb3c83c-4e3a-49af-bb30-cabd1b50b1c7 None None] Bound using segment: {'id': '2b33f5cd-4f79-440b-8775-01e678c8f9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2e0a5d0c-f849-42eb-852f-7f7eabe044ab'} {{(pid=93157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:27:42.974481 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.managers [None req-dfb3c83c-4e3a-49af-bb30-cabd1b50b1c7 None None] Bound port: 431c8641-7fed-4738-9c7d-769a00139bfd, host: dv-cinder-784453-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b33f5cd-4f79-440b-8775-01e678c8f9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2e0a5d0c-f849-42eb-852f-7f7eabe044ab'}}] {{(pid=93157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:27:42.974871 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-dfb3c83c-4e3a-49af-bb30-cabd1b50b1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:43.045313 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.db [None req-dfb3c83c-4e3a-49af-bb30-cabd1b50b1c7 None None] For port 431c8641-7fed-4738-9c7d-769a00139bfd, host dv-cinder-784453-8-iscsi, cleared binding levels {{(pid=93157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:27:43.069981 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.db [None req-dfb3c83c-4e3a-49af-bb30-cabd1b50b1c7 None None] For port 431c8641-7fed-4738-9c7d-769a00139bfd, host dv-cinder-784453-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=431c8641-7fed-4738-9c7d-769a00139bfd,segment=NetworkSegment(2b33f5cd-4f79-440b-8775-01e678c8f9c8),segment_id=2b33f5cd-4f79-440b-8775-01e678c8f9c8)] {{(pid=93157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:27:43.074147 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-dfb3c83c-4e3a-49af-bb30-cabd1b50b1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:43.126487 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb3c83c-4e3a-49af-bb30-cabd1b50b1c7 None None] Routers {'9327454b-3204-4a8d-8252-4ec7fa866dad'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:27:43.127116 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-dfb3c83c-4e3a-49af-bb30-cabd1b50b1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:27:36Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['9327454b-3204-4a8d-8252-4ec7fa866dad'], 'active': True} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:27:43.199124 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e00fc10-9f6e-4724-b6c9-ea3f9dc1fe95 None None] Pushing event updated for resources: {'Port': ['ID=431c8641-7fed-4738-9c7d-769a00139bfd,revision_number=4']} {{(pid=93157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:27:43.228443 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvr_db [None req-dfb3c83c-4e3a-49af-bb30-cabd1b50b1c7 None None] Set router 9327454b-3204-4a8d-8252-4ec7fa866dad gateway port host: None {{(pid=93157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:27:43.466053 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-dfb3c83c-4e3a-49af-bb30-cabd1b50b1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9327454b-3204-4a8d-8252-4ec7fa866dad', 'name': 'router1', 'tenant_id': 'aebd220ec1c843d28f9038fd9176adad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:27:30Z', 'updated_at': '2021-07-13T14:27:40Z', 'revision_number': 2, 'project_id': 'aebd220ec1c843d28f9038fd9176adad', 'gw_port_host': None, '_interfaces': [{'id': '431c8641-7fed-4738-9c7d-769a00139bfd', 'name': '', 'network_id': '2e0a5d0c-f849-42eb-852f-7f7eabe044ab', 'tenant_id': 'aebd220ec1c843d28f9038fd9176adad', 'mac_address': 'fa:16:3e:00:58:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9327454b-3204-4a8d-8252-4ec7fa866dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8d3632d3-b584-4f7f-b703-99b954b881bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:27:39Z', 'updated_at': '2021-07-13T14:27:43Z', 'revision_number': 4, 'project_id': 'aebd220ec1c843d28f9038fd9176adad', 'subnets': [{'id': '8d3632d3-b584-4f7f-b703-99b954b881bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd96dc3ed-1b52-41c6-9d9b-17bb2cf08790'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:27:43.496013 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb3c83c-4e3a-49af-bb30-cabd1b50b1c7 None None] The sync data for ids ['9327454b-3204-4a8d-8252-4ec7fa866dad'] in dv-cinder-784453-8-iscsi is: [{'id': '9327454b-3204-4a8d-8252-4ec7fa866dad', 'name': 'router1', 'tenant_id': 'aebd220ec1c843d28f9038fd9176adad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:27:30Z', 'updated_at': '2021-07-13T14:27:40Z', 'revision_number': 2, 'project_id': 'aebd220ec1c843d28f9038fd9176adad', 'gw_port_host': None, '_interfaces': [{'id': '431c8641-7fed-4738-9c7d-769a00139bfd', 'name': '', 'network_id': '2e0a5d0c-f849-42eb-852f-7f7eabe044ab', 'tenant_id': 'aebd220ec1c843d28f9038fd9176adad', 'mac_address': 'fa:16:3e:00:58:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9327454b-3204-4a8d-8252-4ec7fa866dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8d3632d3-b584-4f7f-b703-99b954b881bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:27:39Z', 'updated_at': '2021-07-13T14:27:43Z', 'revision_number': 4, 'project_id': 'aebd220ec1c843d28f9038fd9176adad', 'subnets': [{'id': '8d3632d3-b584-4f7f-b703-99b954b881bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd96dc3ed-1b52-41c6-9d9b-17bb2cf08790'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:27:43.706454 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 48800) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:27:43.829916 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ce503c-712f-4828-b908-ec44256163e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:27:43.831317 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-77ce503c-712f-4828-b908-ec44256163e2 admin admin] 10.222.0.11 "GET /v2.0/networks/ecd09457-6660-479c-a1fb-91901148ba35 HTTP/1.1" status: 200 len: 842 time: 0.1237676 Jul 13 14:27:43.841704 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [None req-036dd044-64a4-4ccd-ba38-83eb231ff255 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'ip_version': 4, 'cidr': '172.27.3.0/24', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'name': 'public-subnet'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:27:43.869385 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036dd044-64a4-4ccd-ba38-83eb231ff255 admin admin] Made reservation on behalf of 9fc14a09010e44b28bf6861c9bba4e74 for: {'subnet': 1} {{(pid=93155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:27:43.872138 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-036dd044-64a4-4ccd-ba38-83eb231ff255 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:44.213058 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.objects.ports [None req-036dd044-64a4-4ccd-ba38-83eb231ff255 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93155) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 14:27:44.213499 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-036dd044-64a4-4ccd-ba38-83eb231ff255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763'] for subnet, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:44.270701 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036dd044-64a4-4ccd-ba38-83eb231ff255 admin admin] Pushing event updated for resources: {'Subnet': ['ID=592e54d3-84ab-450e-8093-b0d029762b46,revision_number=0']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:27:44.286080 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036dd044-64a4-4ccd-ba38-83eb231ff255 admin admin] Checking segment: {'id': '1dffabd1-9f9c-45cf-80ba-954af1e6bced', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:27:44.286687 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036dd044-64a4-4ccd-ba38-83eb231ff255 admin admin] Network hostable DHCP agents. Network: ecd09457-6660-479c-a1fb-91901148ba35, hostable agents: ['c057a270-abe3-45bb-b401-4c6834b17f0a'], hosted agents: [] {{(pid=93155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:27:44.317904 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036dd044-64a4-4ccd-ba38-83eb231ff255 admin admin] Network ecd09457-6660-479c-a1fb-91901148ba35 is scheduled to be hosted by DHCP agent c057a270-abe3-45bb-b401-4c6834b17f0a with binding_index 1 {{(pid=93155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:27:44.331575 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [None req-036dd044-64a4-4ccd-ba38-83eb231ff255 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-8-iscsi, ecd09457-6660-479c-a1fb-91901148ba35) {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:27:44.338690 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036dd044-64a4-4ccd-ba38-83eb231ff255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:27:44.339870 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-036dd044-64a4-4ccd-ba38-83eb231ff255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for subnet, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:44.345586 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e5f94d-117f-4872-b5f1-7ba1fbfb4c20 None None] Network ecd09457-6660-479c-a1fb-91901148ba35 requested from dv-cinder-784453-8-iscsi {{(pid=93156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:27:44.370339 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-036dd044-64a4-4ccd-ba38-83eb231ff255 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5272424 Jul 13 14:27:44.517230 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce39b82-855d-468b-9415-7109cce71223 None None] Network ecd09457-6660-479c-a1fb-91901148ba35 requested from dv-cinder-784453-8-iscsi {{(pid=93156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:27:46.463340 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 431c8641-7fed-4738-9c7d-769a00139bfd up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:27:46.513218 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning for port 431c8641-7fed-4738-9c7d-769a00139bfd completed by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:27:46.517415 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port 431c8641-7fed-4738-9c7d-769a00139bfd triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:27:46.517792 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:46.606185 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:46.646088 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] For port 431c8641-7fed-4738-9c7d-769a00139bfd, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=431c8641-7fed-4738-9c7d-769a00139bfd,segment=NetworkSegment(2b33f5cd-4f79-440b-8775-01e678c8f9c8),segment_id=2b33f5cd-4f79-440b-8775-01e678c8f9c8)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:27:46.650928 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:46.704026 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 48812) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:27:46.757172 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Pushing event updated for resources: {'Port': ['ID=431c8641-7fed-4738-9c7d-769a00139bfd,revision_number=5']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:27:46.844131 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-ec2bedb3-63f7-409e-aaa5-dc7169640897 admin admin] 10.222.0.11 "GET /v2.0/routers/9327454b-3204-4a8d-8252-4ec7fa866dad HTTP/1.1" status: 200 len: 710 time: 0.1388626 Jul 13 14:27:46.927402 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a89ebc-bde1-4058-acfc-b3f7b771a64c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:27:46.931806 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-41a89ebc-bde1-4058-acfc-b3f7b771a64c admin admin] 10.222.0.11 "GET /v2.0/networks/ecd09457-6660-479c-a1fb-91901148ba35 HTTP/1.1" status: 200 len: 886 time: 0.0796630 Jul 13 14:27:46.937992 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [None req-03688611-b3e0-43fe-9092-a792c96c1eda admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'}}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:27:47.253033 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-03688611-b3e0-43fe-9092-a792c96c1eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2095215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4247'] for router, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:47.486815 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-03688611-b3e0-43fe-9092-a792c96c1eda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:47.564862 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-03688611-b3e0-43fe-9092-a792c96c1eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:47.667530 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.db_base_plugin_common [None req-03688611-b3e0-43fe-9092-a792c96c1eda admin admin] Allocated IP 172.27.3.106 (ecd09457-6660-479c-a1fb-91901148ba35/592e54d3-84ab-450e-8093-b0d029762b46/09a0ff1a-722b-47e9-9483-aa8792924b29) {{(pid=93155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:27:47.769023 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-03688611-b3e0-43fe-9092-a792c96c1eda admin admin] Notify callbacks [] for port, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:47.807351 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-03688611-b3e0-43fe-9092-a792c96c1eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838'] for port, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:47.845245 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03688611-b3e0-43fe-9092-a792c96c1eda admin admin] Network ecd09457-6660-479c-a1fb-91901148ba35 is already hosted by enough agents. {{(pid=93155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:27:47.848540 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [None req-03688611-b3e0-43fe-9092-a792c96c1eda admin admin] Resources bound (agent type, host, resource id): {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:27:47.852411 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03688611-b3e0-43fe-9092-a792c96c1eda admin admin] Received port after_create {{(pid=93155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:27:47.857390 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03688611-b3e0-43fe-9092-a792c96c1eda admin admin] Pushing event updated for resources: {'Port': ['ID=09a0ff1a-722b-47e9-9483-aa8792924b29,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:27:48.103162 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-03688611-b3e0-43fe-9092-a792c96c1eda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:48.297220 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-03688611-b3e0-43fe-9092-a792c96c1eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2095215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4247'] for router, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:48.300525 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-03688611-b3e0-43fe-9092-a792c96c1eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1995722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1995763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2095252'] for router, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:48.408950 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03688611-b3e0-43fe-9092-a792c96c1eda admin admin] Router 9327454b-3204-4a8d-8252-4ec7fa866dad has already been hosted by L3 agent d92cc109-9c2d-42ed-8c1d-d826fa90f9d0 {{(pid=93155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:27:48.436991 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 431c8641-7fed-4738-9c7d-769a00139bfd up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:27:48.485924 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port 431c8641-7fed-4738-9c7d-769a00139bfd triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:27:48.486317 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:48.606731 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03688611-b3e0-43fe-9092-a792c96c1eda admin admin] Notify agent at l3_agent.dv-cinder-784453-8-iscsi the message routers_updated {{(pid=93155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:27:48.611724 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-03688611-b3e0-43fe-9092-a792c96c1eda admin admin] Notify callbacks [] for router, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:48.613970 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-03688611-b3e0-43fe-9092-a792c96c1eda admin admin] 10.222.0.11 "PUT /v2.0/routers/9327454b-3204-4a8d-8252-4ec7fa866dad HTTP/1.1" status: 200 len: 890 time: 1.6791959 Jul 13 14:27:48.616734 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ec0836-e23d-4568-a89f-0943e65bae6c None None] Sync routers for ids ['9327454b-3204-4a8d-8252-4ec7fa866dad'] in dv-cinder-784453-8-iscsi {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:27:48.628149 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ec0836-e23d-4568-a89f-0943e65bae6c None None] Routers {'9327454b-3204-4a8d-8252-4ec7fa866dad'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:27:48.629409 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-04ec0836-e23d-4568-a89f-0943e65bae6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:27:36Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['9327454b-3204-4a8d-8252-4ec7fa866dad'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:27:48.859445 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-04ec0836-e23d-4568-a89f-0943e65bae6c None None] Set router 9327454b-3204-4a8d-8252-4ec7fa866dad gateway port host: dv-cinder-784453-8-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:27:49.245989 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-04ec0836-e23d-4568-a89f-0943e65bae6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9327454b-3204-4a8d-8252-4ec7fa866dad', 'name': 'router1', 'tenant_id': 'aebd220ec1c843d28f9038fd9176adad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '09a0ff1a-722b-47e9-9483-aa8792924b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:27:30Z', 'updated_at': '2021-07-13T14:27:47Z', 'revision_number': 4, 'project_id': 'aebd220ec1c843d28f9038fd9176adad', 'gw_port': {'id': '09a0ff1a-722b-47e9-9483-aa8792924b29', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:09:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9327454b-3204-4a8d-8252-4ec7fa866dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:27:47Z', 'updated_at': '2021-07-13T14:27:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': '431c8641-7fed-4738-9c7d-769a00139bfd', 'name': '', 'network_id': '2e0a5d0c-f849-42eb-852f-7f7eabe044ab', 'tenant_id': 'aebd220ec1c843d28f9038fd9176adad', 'mac_address': 'fa:16:3e:00:58:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9327454b-3204-4a8d-8252-4ec7fa866dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8d3632d3-b584-4f7f-b703-99b954b881bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:27:39Z', 'updated_at': '2021-07-13T14:27:46Z', 'revision_number': 5, 'project_id': 'aebd220ec1c843d28f9038fd9176adad', 'subnets': [{'id': '8d3632d3-b584-4f7f-b703-99b954b881bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd96dc3ed-1b52-41c6-9d9b-17bb2cf08790'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:27:49.295125 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ec0836-e23d-4568-a89f-0943e65bae6c None None] Checking router: 9327454b-3204-4a8d-8252-4ec7fa866dad for host: dv-cinder-784453-8-iscsi {{(pid=93156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:27:49.295472 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ec0836-e23d-4568-a89f-0943e65bae6c None None] Updating router 9327454b-3204-4a8d-8252-4ec7fa866dad port 09a0ff1a-722b-47e9-9483-aa8792924b29 binding host dv-cinder-784453-8-iscsi {{(pid=93156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:27:49.327547 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-04ec0836-e23d-4568-a89f-0943e65bae6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:49.639819 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-04ec0836-e23d-4568-a89f-0943e65bae6c None None] Notify callbacks [] for port, precommit_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:49.650369 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-04ec0836-e23d-4568-a89f-0943e65bae6c None None] Transition to ACTIVE for port object 09a0ff1a-722b-47e9-9483-aa8792924b29 will not be triggered until provisioned by entity L2. {{(pid=93156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:27:49.655680 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-04ec0836-e23d-4568-a89f-0943e65bae6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:49.708204 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-04ec0836-e23d-4568-a89f-0943e65bae6c None None] Attempting to bind port 09a0ff1a-722b-47e9-9483-aa8792924b29 on host dv-cinder-784453-8-iscsi for vnic_type normal with profile {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:27:49.708568 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-04ec0836-e23d-4568-a89f-0943e65bae6c None None] Attempting to bind port 09a0ff1a-722b-47e9-9483-aa8792924b29 by drivers openvswitch,hyperv on host dv-cinder-784453-8-iscsi at level 0 using segments [{'id': '1dffabd1-9f9c-45cf-80ba-954af1e6bced', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:27:49.708943 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ec0836-e23d-4568-a89f-0943e65bae6c None None] Attempting to bind port 09a0ff1a-722b-47e9-9483-aa8792924b29 on network ecd09457-6660-479c-a1fb-91901148ba35 {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:27:49.715671 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94136dca-860d-4a0a-a5fa-af899e781efc None None] Pushing event updated for resources: {'Port': ['ID=09a0ff1a-722b-47e9-9483-aa8792924b29,revision_number=2']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:27:49.719275 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ec0836-e23d-4568-a89f-0943e65bae6c None None] Checking agent: {'id': '3ba56e3d-baa8-43e8-bda8-5a4cd0b2ced4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 7, 13, 14, 27, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:27:49.719655 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ec0836-e23d-4568-a89f-0943e65bae6c None None] Checking segment: {'id': '1dffabd1-9f9c-45cf-80ba-954af1e6bced', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:27:49.720060 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-04ec0836-e23d-4568-a89f-0943e65bae6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:49.720444 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ec0836-e23d-4568-a89f-0943e65bae6c None None] Bound using segment: {'id': '1dffabd1-9f9c-45cf-80ba-954af1e6bced', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:27:49.720915 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-04ec0836-e23d-4568-a89f-0943e65bae6c None None] Bound port: 09a0ff1a-722b-47e9-9483-aa8792924b29, host: dv-cinder-784453-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dffabd1-9f9c-45cf-80ba-954af1e6bced', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'}}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:27:49.721295 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-04ec0836-e23d-4568-a89f-0943e65bae6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:49.852657 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-04ec0836-e23d-4568-a89f-0943e65bae6c None None] For port 09a0ff1a-722b-47e9-9483-aa8792924b29, host dv-cinder-784453-8-iscsi, cleared binding levels {{(pid=93156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:27:49.856193 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-04ec0836-e23d-4568-a89f-0943e65bae6c None None] For port 09a0ff1a-722b-47e9-9483-aa8792924b29, host dv-cinder-784453-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=09a0ff1a-722b-47e9-9483-aa8792924b29,segment=NetworkSegment(1dffabd1-9f9c-45cf-80ba-954af1e6bced),segment_id=1dffabd1-9f9c-45cf-80ba-954af1e6bced)] {{(pid=93156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:27:49.861508 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-04ec0836-e23d-4568-a89f-0943e65bae6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:49.919988 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ec0836-e23d-4568-a89f-0943e65bae6c None None] Routers {'9327454b-3204-4a8d-8252-4ec7fa866dad'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:27:49.920604 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-04ec0836-e23d-4568-a89f-0943e65bae6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:27:36Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['9327454b-3204-4a8d-8252-4ec7fa866dad'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:27:49.923501 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94136dca-860d-4a0a-a5fa-af899e781efc None None] Pushing event updated for resources: {'Port': ['ID=09a0ff1a-722b-47e9-9483-aa8792924b29,revision_number=3']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:27:50.029684 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-04ec0836-e23d-4568-a89f-0943e65bae6c None None] Set router 9327454b-3204-4a8d-8252-4ec7fa866dad gateway port host: dv-cinder-784453-8-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:27:50.237409 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-04ec0836-e23d-4568-a89f-0943e65bae6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9327454b-3204-4a8d-8252-4ec7fa866dad', 'name': 'router1', 'tenant_id': 'aebd220ec1c843d28f9038fd9176adad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '09a0ff1a-722b-47e9-9483-aa8792924b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:27:30Z', 'updated_at': '2021-07-13T14:27:47Z', 'revision_number': 4, 'project_id': 'aebd220ec1c843d28f9038fd9176adad', 'gw_port': {'id': '09a0ff1a-722b-47e9-9483-aa8792924b29', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:09:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9327454b-3204-4a8d-8252-4ec7fa866dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:27:47Z', 'updated_at': '2021-07-13T14:27:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': '431c8641-7fed-4738-9c7d-769a00139bfd', 'name': '', 'network_id': '2e0a5d0c-f849-42eb-852f-7f7eabe044ab', 'tenant_id': 'aebd220ec1c843d28f9038fd9176adad', 'mac_address': 'fa:16:3e:00:58:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9327454b-3204-4a8d-8252-4ec7fa866dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8d3632d3-b584-4f7f-b703-99b954b881bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:27:39Z', 'updated_at': '2021-07-13T14:27:46Z', 'revision_number': 5, 'project_id': 'aebd220ec1c843d28f9038fd9176adad', 'subnets': [{'id': '8d3632d3-b584-4f7f-b703-99b954b881bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd96dc3ed-1b52-41c6-9d9b-17bb2cf08790'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:27:50.263969 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ec0836-e23d-4568-a89f-0943e65bae6c None None] The sync data for ids ['9327454b-3204-4a8d-8252-4ec7fa866dad'] in dv-cinder-784453-8-iscsi is: [{'id': '9327454b-3204-4a8d-8252-4ec7fa866dad', 'name': 'router1', 'tenant_id': 'aebd220ec1c843d28f9038fd9176adad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '09a0ff1a-722b-47e9-9483-aa8792924b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:27:30Z', 'updated_at': '2021-07-13T14:27:47Z', 'revision_number': 4, 'project_id': 'aebd220ec1c843d28f9038fd9176adad', 'gw_port': {'id': '09a0ff1a-722b-47e9-9483-aa8792924b29', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:09:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9327454b-3204-4a8d-8252-4ec7fa866dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:27:47Z', 'updated_at': '2021-07-13T14:27:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': '431c8641-7fed-4738-9c7d-769a00139bfd', 'name': '', 'network_id': '2e0a5d0c-f849-42eb-852f-7f7eabe044ab', 'tenant_id': 'aebd220ec1c843d28f9038fd9176adad', 'mac_address': 'fa:16:3e:00:58:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9327454b-3204-4a8d-8252-4ec7fa866dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8d3632d3-b584-4f7f-b703-99b954b881bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:27:39Z', 'updated_at': '2021-07-13T14:27:46Z', 'revision_number': 5, 'project_id': 'aebd220ec1c843d28f9038fd9176adad', 'subnets': [{'id': '8d3632d3-b584-4f7f-b703-99b954b881bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd96dc3ed-1b52-41c6-9d9b-17bb2cf08790'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:27:50.479264 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 09a0ff1a-722b-47e9-9483-aa8792924b29 up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:27:50.532711 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning for port 09a0ff1a-722b-47e9-9483-aa8792924b29 completed by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:27:50.537614 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port 09a0ff1a-722b-47e9-9483-aa8792924b29 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:27:50.537995 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:50.624469 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:50.646834 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] For port 09a0ff1a-722b-47e9-9483-aa8792924b29, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=09a0ff1a-722b-47e9-9483-aa8792924b29,segment=NetworkSegment(1dffabd1-9f9c-45cf-80ba-954af1e6bced),segment_id=1dffabd1-9f9c-45cf-80ba-954af1e6bced)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:27:50.651758 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:27:50.708987 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Pushing event updated for resources: {'Port': ['ID=09a0ff1a-722b-47e9-9483-aa8792924b29,revision_number=4']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:27:51.040265 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 48820) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:27:51.166533 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-1f9411ac-601f-44d1-a121-aea3d49669ce admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1251130 Jul 13 14:27:52.440629 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 09a0ff1a-722b-47e9-9483-aa8792924b29 up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:27:52.488328 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port 09a0ff1a-722b-47e9-9483-aa8792924b29 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:27:52.488694 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:28:03.238818 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-909bae1c-541b-4049-8106-5bb27f1d798e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:28:05.366181 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.agents_db [None req-a710d77f-e7af-45aa-808b-9771d160625e None None] Agent healthcheck: found 5 active agents {{(pid=93157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:28:05.872116 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-72cb8724-63e3-4877-b0b9-e41584f2ce08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:28:06.111008 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:28:07.092643 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:28:08.509693 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:28:33.238590 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-677bbf1b-942e-4d95-a7a3-f42f5f5a3385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:28:35.867804 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e8ff9fc1-e29b-43f7-b1ea-c1d7bc44f4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:28:36.104924 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:28:37.102776 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:28:38.506561 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:28:42.375792 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.agents_db [None req-a710d77f-e7af-45aa-808b-9771d160625e None None] Agent healthcheck: found 5 active agents {{(pid=93157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:29:03.233483 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-4209f9c8-03d7-4134-a389-42cd3da2f009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:05.870058 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-39c5e6c7-3998-4793-87f1-1345b478d578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:06.106057 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:07.093872 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:08.512592 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:19.367674 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.agents_db [None req-a710d77f-e7af-45aa-808b-9771d160625e None None] Agent healthcheck: found 5 active agents {{(pid=93157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:29:30.907648 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 49388) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:29:30.968882 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.pecan_wsgi.hooks.translation [None req-6421f1c3-8327-4a5a-a143-32222a7e3cc9 admin admin] GET failed (client error): The resource could not be found. Jul 13 14:29:30.970239 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-6421f1c3-8327-4a5a-a143-32222a7e3cc9 admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0616465 Jul 13 14:29:31.127470 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43d9842-0ea6-4cf9-bee3-71e6faefd334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:29:31.128885 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-e43d9842-0ea6-4cf9-bee3-71e6faefd334 admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1547334 Jul 13 14:29:33.239318 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-ebd3dcdc-9237-45f5-847e-83985bed831b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:33.302932 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 49398) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:29:33.397845 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41d3884-f0c8-44d6-876e-f0ae1de2dc07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:29:33.399267 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-c41d3884-f0c8-44d6-876e-f0ae1de2dc07 admin admin] 10.222.0.11 "GET /v2.0/subnets/8d3632d3-b584-4f7f-b703-99b954b881bb HTTP/1.1" status: 200 len: 849 time: 0.0953510 Jul 13 14:29:33.409702 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [None req-f89ed1f8-cb2f-48e5-bd56-e1ce44226a2c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:29:33.494229 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-f89ed1f8-cb2f-48e5-bd56-e1ce44226a2c admin admin] Notify callbacks [] for subnet, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:33.636170 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-f89ed1f8-cb2f-48e5-bd56-e1ce44226a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754803397614'] for subnet, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:33.664182 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89ed1f8-cb2f-48e5-bd56-e1ce44226a2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:29:33.664756 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-f89ed1f8-cb2f-48e5-bd56-e1ce44226a2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for subnet, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:33.666046 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-f89ed1f8-cb2f-48e5-bd56-e1ce44226a2c admin admin] 10.222.0.11 "PUT /v2.0/subnets/8d3632d3-b584-4f7f-b703-99b954b881bb HTTP/1.1" status: 200 len: 868 time: 0.2610607 Jul 13 14:29:33.669360 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378adbdb-d47d-478f-8a85-73be53257d87 None None] Network 2e0a5d0c-f849-42eb-852f-7f7eabe044ab requested from dv-cinder-784453-8-iscsi {{(pid=93156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:29:33.694823 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ed1f8-cb2f-48e5-bd56-e1ce44226a2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d3632d3-b584-4f7f-b703-99b954b881bb,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:29:33.702721 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89ed1f8-cb2f-48e5-bd56-e1ce44226a2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:29:33.703101 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89ed1f8-cb2f-48e5-bd56-e1ce44226a2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:29:33.703452 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89ed1f8-cb2f-48e5-bd56-e1ce44226a2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:29:33.703796 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89ed1f8-cb2f-48e5-bd56-e1ce44226a2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:29:33.704130 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89ed1f8-cb2f-48e5-bd56-e1ce44226a2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:29:33.704484 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89ed1f8-cb2f-48e5-bd56-e1ce44226a2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:29:33.704839 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89ed1f8-cb2f-48e5-bd56-e1ce44226a2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:29:33.705176 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89ed1f8-cb2f-48e5-bd56-e1ce44226a2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:29:33.705527 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89ed1f8-cb2f-48e5-bd56-e1ce44226a2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:29:33.706095 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89ed1f8-cb2f-48e5-bd56-e1ce44226a2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:29:33.706452 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89ed1f8-cb2f-48e5-bd56-e1ce44226a2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:29:33.706783 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89ed1f8-cb2f-48e5-bd56-e1ce44226a2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:29:34.019211 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-4cc7a405-037f-4aa8-9e53-014a682aae2d None None] Provisioning complete for port a2fcda78-767c-473a-8bb4-8b8745b94145 triggered by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:29:34.019663 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-4cc7a405-037f-4aa8-9e53-014a682aae2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:34.103670 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-4cc7a405-037f-4aa8-9e53-014a682aae2d None None] Provisioning complete for port 431c8641-7fed-4738-9c7d-769a00139bfd triggered by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:29:34.103953 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-4cc7a405-037f-4aa8-9e53-014a682aae2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:35.854131 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 49406) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:29:35.872175 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-267e7746-0532-453d-8276-5b6563d8063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:36.056781 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923dc20e-8cb1-45dd-954c-cb984731d367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:29:36.057171 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923dc20e-8cb1-45dd-954c-cb984731d367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:29:36.059021 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-923dc20e-8cb1-45dd-954c-cb984731d367 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2039130 Jul 13 14:29:36.108994 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:37.097603 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:38.267459 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 49414) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:29:38.396116 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54be0785-19e3-4c24-a033-4a6eae9564bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:29:38.396602 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54be0785-19e3-4c24-a033-4a6eae9564bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:29:38.398154 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-54be0785-19e3-4c24-a033-4a6eae9564bb admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1297512 Jul 13 14:29:38.510652 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:29:40.592168 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 49422) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:29:40.720801 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfb6f52-1755-4582-bf40-45749f17eb3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:29:40.722170 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-0cfb6f52-1755-4582-bf40-45749f17eb3d admin admin] 10.222.0.11 "GET /v2.0/networks/2e0a5d0c-f849-42eb-852f-7f7eabe044ab HTTP/1.1" status: 200 len: 869 time: 0.1289911 Jul 13 14:29:42.916758 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 49430) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:29:43.039611 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d79b7a-440b-49c6-90ff-e6ef8469deda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:29:43.040976 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-98d79b7a-440b-49c6-90ff-e6ef8469deda admin admin] 10.222.0.11 "GET /v2.0/networks/ecd09457-6660-479c-a1fb-91901148ba35 HTTP/1.1" status: 200 len: 886 time: 0.1232803 Jul 13 14:29:45.221938 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 49438) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:29:45.345012 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83082d37-e267-4c2b-b891-d180c78ebff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:29:45.345469 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83082d37-e267-4c2b-b891-d180c78ebff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:29:45.347034 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-83082d37-e267-4c2b-b891-d180c78ebff1 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1241052 Jul 13 14:29:47.513899 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 49446) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:29:47.604650 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05504141-7b16-4ebf-bd46-b9329e4f1312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:29:47.605133 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05504141-7b16-4ebf-bd46-b9329e4f1312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:29:47.606684 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-05504141-7b16-4ebf-bd46-b9329e4f1312 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0917540 Jul 13 14:29:49.797458 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 49454) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:29:49.889643 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb52a104-f3a9-47df-96b5-b230b767d4f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:29:49.891054 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-eb52a104-f3a9-47df-96b5-b230b767d4f6 admin admin] 10.222.0.11 "GET /v2.0/subnets/592e54d3-84ab-450e-8093-b0d029762b46 HTTP/1.1" status: 200 len: 816 time: 0.0926638 Jul 13 14:29:52.078815 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 49464) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:29:52.169962 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ef3cda-c04f-41fc-aa54-a156a49ee14a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:29:52.171879 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-47ef3cda-c04f-41fc-aa54-a156a49ee14a admin admin] 10.222.0.11 "GET /v2.0/subnets/8d3632d3-b584-4f7f-b703-99b954b881bb HTTP/1.1" status: 200 len: 868 time: 0.0921998 Jul 13 14:29:56.369317 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.agents_db [None req-a710d77f-e7af-45aa-808b-9771d160625e None None] Agent healthcheck: found 5 active agents {{(pid=93157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:30:03.232564 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-bfb38139-c9b4-4c27-b49b-6034e2d05d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:05.883489 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-f8d3b3d5-d4e8-4f7b-93bc-19792c7738a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:06.112072 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:07.098595 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:08.517264 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:16.728252 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 49516) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:30:16.775327 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [None req-b828ad86-9db6-42b8-b0aa-c72e3d090adf admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:30:16.776390 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-b828ad86-9db6-42b8-b0aa-c72e3d090adf admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471809 Jul 13 14:30:19.048569 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 49524) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:30:19.108022 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5e685b2-8987-4da2-a3f5-cabd39b9db6c admin admin] GET failed (client error): The resource could not be found. Jul 13 14:30:19.109886 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-d5e685b2-8987-4da2-a3f5-cabd39b9db6c admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0603914 Jul 13 14:30:19.194078 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2b40a8-818d-41a7-953b-a4de0b77f7bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:30:19.195618 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-ee2b40a8-818d-41a7-953b-a4de0b77f7bd admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0816872 Jul 13 14:30:21.391344 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 49532) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:30:21.438954 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [None req-19a7daee-b7dd-4dc7-bff7-227a76839e2a admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:30:21.458836 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a7daee-b7dd-4dc7-bff7-227a76839e2a admin admin] Made reservation on behalf of 9fc14a09010e44b28bf6861c9bba4e74 for: {'network': 1} {{(pid=93155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:30:21.461179 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-19a7daee-b7dd-4dc7-bff7-227a76839e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for network, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:21.489288 dv-cinder-784453-8-iscsi neutron-server[93155]: WARNING neutron.services.revisions.revision_plugin [None req-19a7daee-b7dd-4dc7-bff7-227a76839e2a admin admin] Could not find related network for resource to bump revision. Jul 13 14:30:21.504755 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19a7daee-b7dd-4dc7-bff7-227a76839e2a admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=93155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:30:21.517414 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-19a7daee-b7dd-4dc7-bff7-227a76839e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834'] for segment, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:21.517754 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.db.segments_db [None req-19a7daee-b7dd-4dc7-bff7-227a76839e2a admin admin] Added segment 8ac2101d-5dc3-4a77-8623-1f82aac6525a of type vlan for network c2d03b2d-676f-4a75-8669-b5dea29c5004 Jul 13 14:30:21.560686 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-19a7daee-b7dd-4dc7-bff7-227a76839e2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754803020822'] for network, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:21.589602 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-19a7daee-b7dd-4dc7-bff7-227a76839e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763'] for network, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:21.591241 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a7daee-b7dd-4dc7-bff7-227a76839e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:30:21.592177 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-19a7daee-b7dd-4dc7-bff7-227a76839e2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for network, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:21.644602 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-19a7daee-b7dd-4dc7-bff7-227a76839e2a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2520380 Jul 13 14:30:21.651721 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a7daee-b7dd-4dc7-bff7-227a76839e2a admin admin] Pushing event updated for resources: {'Network': ['ID=c2d03b2d-676f-4a75-8669-b5dea29c5004,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:30:21.680566 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Network c2d03b2d-676f-4a75-8669-b5dea29c5004 details requested by agent ovs-agent-dv-cinder-784453-8-iscsi with host dv-cinder-784453-8-iscsi {{(pid=93156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:30:23.865138 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 49540) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:30:23.926894 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.pecan_wsgi.hooks.translation [None req-02257e11-65cb-45f1-bf4b-bcc14c7860e1 admin admin] GET failed (client error): The resource could not be found. Jul 13 14:30:23.928278 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-02257e11-65cb-45f1-bf4b-bcc14c7860e1 admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0622089 Jul 13 14:30:24.029902 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4faf8c6-20bf-4eac-8dcb-281470572350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:30:24.031890 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-b4faf8c6-20bf-4eac-8dcb-281470572350 admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0995843 Jul 13 14:30:24.041431 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-dfddeab9-f99f-47b7-b7ec-17c696bae663 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'c2d03b2d-676f-4a75-8669-b5dea29c5004', 'ip_version': 4}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:30:24.063035 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfddeab9-f99f-47b7-b7ec-17c696bae663 admin admin] Made reservation on behalf of 9fc14a09010e44b28bf6861c9bba4e74 for: {'subnet': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:30:24.065494 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-dfddeab9-f99f-47b7-b7ec-17c696bae663 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:24.232816 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-dfddeab9-f99f-47b7-b7ec-17c696bae663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763'] for subnet, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:24.289168 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfddeab9-f99f-47b7-b7ec-17c696bae663 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2eb63aed-9cb3-4a78-9da4-ef2fac1ab24a,revision_number=0']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:30:24.297260 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfddeab9-f99f-47b7-b7ec-17c696bae663 admin admin] Checking segment: {'id': '8ac2101d-5dc3-4a77-8623-1f82aac6525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c2d03b2d-676f-4a75-8669-b5dea29c5004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:30:24.297606 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfddeab9-f99f-47b7-b7ec-17c696bae663 admin admin] Network hostable DHCP agents. Network: c2d03b2d-676f-4a75-8669-b5dea29c5004, hostable agents: ['c057a270-abe3-45bb-b401-4c6834b17f0a'], hosted agents: [] {{(pid=93154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:30:24.300897 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfddeab9-f99f-47b7-b7ec-17c696bae663 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:24.301256 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfddeab9-f99f-47b7-b7ec-17c696bae663 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:24.301592 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfddeab9-f99f-47b7-b7ec-17c696bae663 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:24.301917 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfddeab9-f99f-47b7-b7ec-17c696bae663 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:24.302240 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfddeab9-f99f-47b7-b7ec-17c696bae663 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:24.302598 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfddeab9-f99f-47b7-b7ec-17c696bae663 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:24.302926 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfddeab9-f99f-47b7-b7ec-17c696bae663 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:24.303241 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfddeab9-f99f-47b7-b7ec-17c696bae663 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:24.303573 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfddeab9-f99f-47b7-b7ec-17c696bae663 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:24.303896 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfddeab9-f99f-47b7-b7ec-17c696bae663 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:24.304205 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfddeab9-f99f-47b7-b7ec-17c696bae663 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:24.304518 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfddeab9-f99f-47b7-b7ec-17c696bae663 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:24.322117 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfddeab9-f99f-47b7-b7ec-17c696bae663 admin admin] Network c2d03b2d-676f-4a75-8669-b5dea29c5004 is scheduled to be hosted by DHCP agent c057a270-abe3-45bb-b401-4c6834b17f0a with binding_index 1 {{(pid=93154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:30:24.331411 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-dfddeab9-f99f-47b7-b7ec-17c696bae663 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-8-iscsi, c2d03b2d-676f-4a75-8669-b5dea29c5004) {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:30:24.335771 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfddeab9-f99f-47b7-b7ec-17c696bae663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:30:24.336523 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-dfddeab9-f99f-47b7-b7ec-17c696bae663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for subnet, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:24.343487 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae9914f-a756-4143-9f10-7b08acbdbf65 None None] Network c2d03b2d-676f-4a75-8669-b5dea29c5004 requested from dv-cinder-784453-8-iscsi {{(pid=93156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:30:24.352141 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-dfddeab9-f99f-47b7-b7ec-17c696bae663 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3140790 Jul 13 14:30:24.592189 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b66c59-2c03-4c2e-a204-6ed3a42a10fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa395d92a-1b40-5614-8749-89f2b3703122-c2d03b2d-676f-4a75-8669-b5dea29c5004', 'network_id': 'c2d03b2d-676f-4a75-8669-b5dea29c5004', 'tenant_id': '9fc14a09010e44b28bf6861c9bba4e74', 'fixed_ips': [{'subnet_id': '2eb63aed-9cb3-4a78-9da4-ef2fac1ab24a'}]}} from dv-cinder-784453-8-iscsi. {{(pid=93156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:30:24.593766 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-92b66c59-2c03-4c2e-a204-6ed3a42a10fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:24.747236 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.db_base_plugin_common [None req-92b66c59-2c03-4c2e-a204-6ed3a42a10fd None None] Allocated IP 192.168.233.2 (c2d03b2d-676f-4a75-8669-b5dea29c5004/2eb63aed-9cb3-4a78-9da4-ef2fac1ab24a/02e3e242-7a19-4237-8ee4-e49ce6af40b4) {{(pid=93156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:30:24.909817 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-92b66c59-2c03-4c2e-a204-6ed3a42a10fd None None] Notify callbacks [] for port, precommit_create {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:24.920595 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-92b66c59-2c03-4c2e-a204-6ed3a42a10fd None None] Transition to ACTIVE for port object 02e3e242-7a19-4237-8ee4-e49ce6af40b4 will not be triggered until provisioned by entity L2. {{(pid=93156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:30:24.938603 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-92b66c59-2c03-4c2e-a204-6ed3a42a10fd None None] Transition to ACTIVE for port object 02e3e242-7a19-4237-8ee4-e49ce6af40b4 will not be triggered until provisioned by entity DHCP. {{(pid=93156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:30:24.946903 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-92b66c59-2c03-4c2e-a204-6ed3a42a10fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838'] for port, after_create {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:24.991208 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b66c59-2c03-4c2e-a204-6ed3a42a10fd None None] Network c2d03b2d-676f-4a75-8669-b5dea29c5004 is already hosted by enough agents. {{(pid=93156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:30:24.994154 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.scheduler.base_scheduler [None req-92b66c59-2c03-4c2e-a204-6ed3a42a10fd None None] Resources bound (agent type, host, resource id): {{(pid=93156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:30:24.997769 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b66c59-2c03-4c2e-a204-6ed3a42a10fd None None] Received port after_create {{(pid=93156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:30:25.003942 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b66c59-2c03-4c2e-a204-6ed3a42a10fd None None] Pushing event updated for resources: {'Port': ['ID=02e3e242-7a19-4237-8ee4-e49ce6af40b4,revision_number=1']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:30:25.011935 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b66c59-2c03-4c2e-a204-6ed3a42a10fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:25.012271 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b66c59-2c03-4c2e-a204-6ed3a42a10fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:25.012671 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b66c59-2c03-4c2e-a204-6ed3a42a10fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:25.013070 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b66c59-2c03-4c2e-a204-6ed3a42a10fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:25.013341 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b66c59-2c03-4c2e-a204-6ed3a42a10fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:25.013617 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b66c59-2c03-4c2e-a204-6ed3a42a10fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:25.013949 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b66c59-2c03-4c2e-a204-6ed3a42a10fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:25.014319 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b66c59-2c03-4c2e-a204-6ed3a42a10fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:25.015385 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b66c59-2c03-4c2e-a204-6ed3a42a10fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:25.015561 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b66c59-2c03-4c2e-a204-6ed3a42a10fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:25.015891 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b66c59-2c03-4c2e-a204-6ed3a42a10fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:25.016273 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b66c59-2c03-4c2e-a204-6ed3a42a10fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:30:25.075118 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-92b66c59-2c03-4c2e-a204-6ed3a42a10fd None None] Attempting to bind port 02e3e242-7a19-4237-8ee4-e49ce6af40b4 on host dv-cinder-784453-8-iscsi for vnic_type normal with profile {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:30:25.075498 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-92b66c59-2c03-4c2e-a204-6ed3a42a10fd None None] Attempting to bind port 02e3e242-7a19-4237-8ee4-e49ce6af40b4 by drivers openvswitch,hyperv on host dv-cinder-784453-8-iscsi at level 0 using segments [{'id': '8ac2101d-5dc3-4a77-8623-1f82aac6525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c2d03b2d-676f-4a75-8669-b5dea29c5004'}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:30:25.075868 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b66c59-2c03-4c2e-a204-6ed3a42a10fd None None] Attempting to bind port 02e3e242-7a19-4237-8ee4-e49ce6af40b4 on network c2d03b2d-676f-4a75-8669-b5dea29c5004 {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:30:25.081413 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b66c59-2c03-4c2e-a204-6ed3a42a10fd None None] Checking agent: {'id': '3ba56e3d-baa8-43e8-bda8-5a4cd0b2ced4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 7, 13, 14, 27, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:30:25.081803 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b66c59-2c03-4c2e-a204-6ed3a42a10fd None None] Checking segment: {'id': '8ac2101d-5dc3-4a77-8623-1f82aac6525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c2d03b2d-676f-4a75-8669-b5dea29c5004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:30:25.082208 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-92b66c59-2c03-4c2e-a204-6ed3a42a10fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:25.082645 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b66c59-2c03-4c2e-a204-6ed3a42a10fd None None] Bound using segment: {'id': '8ac2101d-5dc3-4a77-8623-1f82aac6525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c2d03b2d-676f-4a75-8669-b5dea29c5004'} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:30:25.083144 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-92b66c59-2c03-4c2e-a204-6ed3a42a10fd None None] Bound port: 02e3e242-7a19-4237-8ee4-e49ce6af40b4, host: dv-cinder-784453-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac2101d-5dc3-4a77-8623-1f82aac6525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c2d03b2d-676f-4a75-8669-b5dea29c5004'}}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:30:25.083554 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-92b66c59-2c03-4c2e-a204-6ed3a42a10fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:25.151689 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-92b66c59-2c03-4c2e-a204-6ed3a42a10fd None None] For port 02e3e242-7a19-4237-8ee4-e49ce6af40b4, host dv-cinder-784453-8-iscsi, cleared binding levels {{(pid=93156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:30:25.155860 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-92b66c59-2c03-4c2e-a204-6ed3a42a10fd None None] For port 02e3e242-7a19-4237-8ee4-e49ce6af40b4, host dv-cinder-784453-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=02e3e242-7a19-4237-8ee4-e49ce6af40b4,segment=NetworkSegment(8ac2101d-5dc3-4a77-8623-1f82aac6525a),segment_id=8ac2101d-5dc3-4a77-8623-1f82aac6525a)] {{(pid=93156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:30:25.163724 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-92b66c59-2c03-4c2e-a204-6ed3a42a10fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:25.248712 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b66c59-2c03-4c2e-a204-6ed3a42a10fd None None] Pushing event updated for resources: {'Port': ['ID=02e3e242-7a19-4237-8ee4-e49ce6af40b4,revision_number=2']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:30:26.160718 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff806c2c-4eae-4bbb-9d76-a0e5035d9bd4 None None] Network c2d03b2d-676f-4a75-8669-b5dea29c5004 requested from dv-cinder-784453-8-iscsi {{(pid=93156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:30:26.252542 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c835761b-fde1-4dcf-8542-6040d85767a6 None None] Provisioning for port 02e3e242-7a19-4237-8ee4-e49ce6af40b4 completed by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:30:26.616249 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 02e3e242-7a19-4237-8ee4-e49ce6af40b4 up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:30:26.670026 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning for port 02e3e242-7a19-4237-8ee4-e49ce6af40b4 completed by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:30:26.674565 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port 02e3e242-7a19-4237-8ee4-e49ce6af40b4 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:30:26.675681 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:26.759552 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:26.794231 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] For port 02e3e242-7a19-4237-8ee4-e49ce6af40b4, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=02e3e242-7a19-4237-8ee4-e49ce6af40b4,segment=NetworkSegment(8ac2101d-5dc3-4a77-8623-1f82aac6525a),segment_id=8ac2101d-5dc3-4a77-8623-1f82aac6525a)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:30:26.798823 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:26.850278 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Pushing event updated for resources: {'Port': ['ID=02e3e242-7a19-4237-8ee4-e49ce6af40b4,revision_number=3']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:30:28.576562 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 02e3e242-7a19-4237-8ee4-e49ce6af40b4 up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:30:28.627030 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port 02e3e242-7a19-4237-8ee4-e49ce6af40b4 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:30:28.627396 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:33.236771 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-592579d7-83f7-4db4-8ebc-de60d19ec77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:33.369782 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.agents_db [None req-a710d77f-e7af-45aa-808b-9771d160625e None None] Agent healthcheck: found 5 active agents {{(pid=93157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:30:35.875475 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-76da956c-7f3d-49bb-82b2-ee503b4e238d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:36.115231 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:37.102810 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:30:38.517315 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:03.238540 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-573f8b9e-51c4-474a-95b1-b057fb18e4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:05.876732 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-98d03b4a-88ff-44f8-aba8-0bce29b5dc29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:06.116020 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:07.104249 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:08.523381 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:10.369596 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.agents_db [None req-a710d77f-e7af-45aa-808b-9771d160625e None None] Agent healthcheck: found 5 active agents {{(pid=93157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:31:33.239555 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-819cabc9-6993-4c38-bc8c-52b6b748dab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:35.718318 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 49592) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:31:35.724240 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [None req-b90eebcf-82a9-4dc9-9769-b25996ceab66 tempest-verify_tempest_config-648460332 tempest-verify_tempest_config-648460332-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:31:35.725209 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-b90eebcf-82a9-4dc9-9769-b25996ceab66 tempest-verify_tempest_config-648460332 tempest-verify_tempest_config-648460332-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059285 Jul 13 14:31:35.880874 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-10c3f7b1-c115-4716-bb66-ca78fd9bb761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:36.035329 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 49610) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:31:36.118010 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:36.143991 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bb9e8d1c-5903-4ece-8525-31b43215b851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:36.234986 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bb9e8d1c-5903-4ece-8525-31b43215b851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:36.238850 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bb9e8d1c-5903-4ece-8525-31b43215b851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:36.282497 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e8d1c-5903-4ece-8525-31b43215b851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29220a09-9b89-486d-8e57-43b69dbab2eb,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:31:36.287201 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-bb9e8d1c-5903-4ece-8525-31b43215b851 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5593c3abf35749beaf8c2c85dd513c79&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2508638 Jul 13 14:31:36.289984 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 49614) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:31:36.291693 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e8d1c-5903-4ece-8525-31b43215b851 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:36.292068 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e8d1c-5903-4ece-8525-31b43215b851 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:36.292412 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e8d1c-5903-4ece-8525-31b43215b851 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:36.292748 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e8d1c-5903-4ece-8525-31b43215b851 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:36.293079 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e8d1c-5903-4ece-8525-31b43215b851 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:36.293426 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e8d1c-5903-4ece-8525-31b43215b851 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:36.293755 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e8d1c-5903-4ece-8525-31b43215b851 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:36.294080 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e8d1c-5903-4ece-8525-31b43215b851 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:36.294454 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e8d1c-5903-4ece-8525-31b43215b851 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:36.294785 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e8d1c-5903-4ece-8525-31b43215b851 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:36.295644 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e8d1c-5903-4ece-8525-31b43215b851 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:36.295939 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e8d1c-5903-4ece-8525-31b43215b851 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:36.452399 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8cea419d-7010-4bbc-a15f-f944eb22a6bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:36.473621 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8cea419d-7010-4bbc-a15f-f944eb22a6bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:36.566576 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8cea419d-7010-4bbc-a15f-f944eb22a6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:36.569520 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8cea419d-7010-4bbc-a15f-f944eb22a6bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:36.572919 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-8cea419d-7010-4bbc-a15f-f944eb22a6bc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/29220a09-9b89-486d-8e57-43b69dbab2eb HTTP/1.1" status: 204 len: 168 time: 0.2817013 Jul 13 14:31:36.582086 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea419d-7010-4bbc-a15f-f944eb22a6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29220a09-9b89-486d-8e57-43b69dbab2eb,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:31:36.592289 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea419d-7010-4bbc-a15f-f944eb22a6bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:36.592672 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea419d-7010-4bbc-a15f-f944eb22a6bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:36.593019 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea419d-7010-4bbc-a15f-f944eb22a6bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:36.593354 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea419d-7010-4bbc-a15f-f944eb22a6bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:36.593687 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea419d-7010-4bbc-a15f-f944eb22a6bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:36.594032 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea419d-7010-4bbc-a15f-f944eb22a6bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:36.594397 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea419d-7010-4bbc-a15f-f944eb22a6bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:36.594724 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea419d-7010-4bbc-a15f-f944eb22a6bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:36.595097 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea419d-7010-4bbc-a15f-f944eb22a6bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:36.595427 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea419d-7010-4bbc-a15f-f944eb22a6bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:36.595778 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea419d-7010-4bbc-a15f-f944eb22a6bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:36.596100 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cea419d-7010-4bbc-a15f-f944eb22a6bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:31:37.108489 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:38.525302 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:31:47.428828 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.agents_db [None req-a710d77f-e7af-45aa-808b-9771d160625e None None] Agent healthcheck: found 5 active agents {{(pid=93157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:32:03.240700 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-26ed3e7f-fc4a-4466-8e0d-c1343b6e0b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:32:05.883567 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-a3648b61-6cd8-4a23-bd79-d552363a9f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:32:06.118288 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:32:07.111289 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:32:08.528495 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:32:24.368465 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.agents_db [None req-a710d77f-e7af-45aa-808b-9771d160625e None None] Agent healthcheck: found 5 active agents {{(pid=93157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:32:33.242167 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-2828d7fc-236b-4838-820f-60b7af72f19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:32:35.884484 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-2d78c6c8-9bcb-4182-adfb-7316d9768097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:32:36.121025 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:32:37.114427 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:32:38.531107 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:01.370201 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.agents_db [None req-a710d77f-e7af-45aa-808b-9771d160625e None None] Agent healthcheck: found 5 active agents {{(pid=93157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:33:03.243430 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-91b1b7b3-3b22-43bd-8f10-19bcfaeb2e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:05.884868 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-919c4e7a-caed-4466-b287-8edc394e8903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:06.122804 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:07.117482 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:08.535108 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:14.468472 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1992492'] for agent, after_create {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:29.670944 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 49688) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:33:29.772043 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-dd1d87d2-fdaf-4698-a391-a5936f970c03 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1000192 Jul 13 14:33:31.957018 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 49698) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:33:32.010428 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-4ab032e5-a825-46e8-82cb-667781fdfa6e admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0521996 Jul 13 14:33:33.243713 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e4711572-b71b-4440-bc02-2403e88fa119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:35.886329 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-45b2a191-2672-4f94-b509-5b10e0906b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:36.123897 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:37.121904 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:38.373529 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.agents_db [None req-a710d77f-e7af-45aa-808b-9771d160625e None None] Agent healthcheck: found 6 active agents {{(pid=93157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:33:38.540019 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:33:44.449800 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:34:03.244791 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-63c5efe0-7e13-474c-adaf-60e67263bfcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:34:05.886730 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-93a22e62-3c00-4725-af17-5d50c6a9092a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:34:06.124440 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:34:07.126202 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:34:08.541276 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:34:14.468248 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:34:15.376121 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.agents_db [None req-a710d77f-e7af-45aa-808b-9771d160625e None None] Agent healthcheck: found 6 active agents {{(pid=93157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:34:33.247503 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-67fef0be-e356-4a2b-abfa-ecc470d741c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:34:35.889359 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-5637b19f-4faa-47fa-a33c-f466a424efdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:34:36.125851 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:34:37.127035 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:34:38.544435 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:34:44.463821 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:34:52.377067 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.agents_db [None req-a710d77f-e7af-45aa-808b-9771d160625e None None] Agent healthcheck: found 6 active agents {{(pid=93157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:35:00.225478 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 49844) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:00.552277 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-941a4674-44de-4f80-b2d8-653968219c19 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1902969673-network', 'tenant_id': '4db817ef0fe4408794a0ef962b27746d'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:35:00.575880 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941a4674-44de-4f80-b2d8-653968219c19 admin admin] Made reservation on behalf of 4db817ef0fe4408794a0ef962b27746d for: {'network': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:35:00.578233 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-941a4674-44de-4f80-b2d8-653968219c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for network, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:00.590102 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-941a4674-44de-4f80-b2d8-653968219c19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:00.702623 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-941a4674-44de-4f80-b2d8-653968219c19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:00.708157 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-941a4674-44de-4f80-b2d8-653968219c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:00.741420 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a4674-44de-4f80-b2d8-653968219c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28bf503d-2b4a-4068-8588-f8ed22e05f7e,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:00.749052 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-941a4674-44de-4f80-b2d8-653968219c19 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=93154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:35:00.751900 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941a4674-44de-4f80-b2d8-653968219c19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:00.752270 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941a4674-44de-4f80-b2d8-653968219c19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:00.752616 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941a4674-44de-4f80-b2d8-653968219c19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:00.752950 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941a4674-44de-4f80-b2d8-653968219c19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:00.753281 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941a4674-44de-4f80-b2d8-653968219c19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:00.753615 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941a4674-44de-4f80-b2d8-653968219c19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:00.753937 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941a4674-44de-4f80-b2d8-653968219c19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:00.754461 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941a4674-44de-4f80-b2d8-653968219c19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:00.754795 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941a4674-44de-4f80-b2d8-653968219c19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:00.755608 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941a4674-44de-4f80-b2d8-653968219c19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:00.755608 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941a4674-44de-4f80-b2d8-653968219c19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:00.755777 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941a4674-44de-4f80-b2d8-653968219c19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:00.756825 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941a4674-44de-4f80-b2d8-653968219c19 admin admin] Tracked resource versions report: Jul 13 14:35:00.756825 dv-cinder-784453-8-iscsi neutron-server[93154]: pushed versions: Jul 13 14:35:00.756825 dv-cinder-784453-8-iscsi neutron-server[93154]: { 'AddressGroup': {'1.2'}, Jul 13 14:35:00.756825 dv-cinder-784453-8-iscsi neutron-server[93154]: 'ConntrackHelper': {'1.0'}, Jul 13 14:35:00.756825 dv-cinder-784453-8-iscsi neutron-server[93154]: 'Log': {'1.0'}, Jul 13 14:35:00.756825 dv-cinder-784453-8-iscsi neutron-server[93154]: 'Network': {'1.1'}, Jul 13 14:35:00.756825 dv-cinder-784453-8-iscsi neutron-server[93154]: 'Port': {'1.7'}, Jul 13 14:35:00.756825 dv-cinder-784453-8-iscsi neutron-server[93154]: 'PortForwarding': {'1.2'}, Jul 13 14:35:00.756825 dv-cinder-784453-8-iscsi neutron-server[93154]: 'QosPolicy': {'1.8'}, Jul 13 14:35:00.756825 dv-cinder-784453-8-iscsi neutron-server[93154]: 'SecurityGroup': {'1.4'}, Jul 13 14:35:00.756825 dv-cinder-784453-8-iscsi neutron-server[93154]: 'SecurityGroupRule': {'1.2'}, Jul 13 14:35:00.756825 dv-cinder-784453-8-iscsi neutron-server[93154]: 'SubPort': {'1.0'}, Jul 13 14:35:00.756825 dv-cinder-784453-8-iscsi neutron-server[93154]: 'Subnet': {'1.1'}, Jul 13 14:35:00.756825 dv-cinder-784453-8-iscsi neutron-server[93154]: 'Trunk': {'1.1'}} Jul 13 14:35:00.756825 dv-cinder-784453-8-iscsi neutron-server[93154]: consumer versions: Jul 13 14:35:00.756825 dv-cinder-784453-8-iscsi neutron-server[93154]: { DHCP agent@dv-cinder-784453-8-iscsi: {}, Jul 13 14:35:00.756825 dv-cinder-784453-8-iscsi neutron-server[93154]: HyperV agent@hv-cinder-78445: {}, Jul 13 14:35:00.756825 dv-cinder-784453-8-iscsi neutron-server[93154]: L3 agent@dv-cinder-784453-8-iscsi: {}, Jul 13 14:35:00.756825 dv-cinder-784453-8-iscsi neutron-server[93154]: Metadata agent@dv-cinder-784453-8-iscsi: {}, Jul 13 14:35:00.756825 dv-cinder-784453-8-iscsi neutron-server[93154]: Metering agent@dv-cinder-784453-8-iscsi: {}, Jul 13 14:35:00.756825 dv-cinder-784453-8-iscsi neutron-server[93154]: Open vSwitch agent@dv-cinder-784453-8-iscsi: { 'AddressGroup': '1.2', Jul 13 14:35:00.756825 dv-cinder-784453-8-iscsi neutron-server[93154]: 'ConntrackHelper': '1.0', Jul 13 14:35:00.756825 dv-cinder-784453-8-iscsi neutron-server[93154]: 'Log': '1.0', Jul 13 14:35:00.756825 dv-cinder-784453-8-iscsi neutron-server[93154]: 'Network': '1.1', Jul 13 14:35:00.756825 dv-cinder-784453-8-iscsi neutron-server[93154]: 'Port': '1.7', Jul 13 14:35:00.756825 dv-cinder-784453-8-iscsi neutron-server[93154]: 'PortForwarding': '1.2', Jul 13 14:35:00.756825 dv-cinder-784453-8-iscsi neutron-server[93154]: 'QosPolicy': '1.8', Jul 13 14:35:00.756825 dv-cinder-784453-8-iscsi neutron-server[93154]: 'SecurityGroup': '1.4', Jul 13 14:35:00.756825 dv-cinder-784453-8-iscsi neutron-server[93154]: 'SecurityGroupRule': '1.2', Jul 13 14:35:00.756825 dv-cinder-784453-8-iscsi neutron-server[93154]: 'SubPort': '1.0', Jul 13 14:35:00.756825 dv-cinder-784453-8-iscsi neutron-server[93154]: 'Subnet': '1.1', Jul 13 14:35:00.756825 dv-cinder-784453-8-iscsi neutron-server[93154]: 'Trunk': '1.1'}} Jul 13 14:35:00.756825 dv-cinder-784453-8-iscsi neutron-server[93154]: {{(pid=93154) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 14:35:00.772987 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-941a4674-44de-4f80-b2d8-653968219c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834'] for segment, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:00.773883 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.db.segments_db [None req-941a4674-44de-4f80-b2d8-653968219c19 admin admin] Added segment ddf34b6c-deaa-4bcb-bc31-453214300edf of type vlan for network 3b901448-fc45-4cdb-afb8-8ba3d59219c4 Jul 13 14:35:00.827403 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-941a4674-44de-4f80-b2d8-653968219c19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754803020822'] for network, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:00.857675 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-941a4674-44de-4f80-b2d8-653968219c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763'] for network, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:00.858765 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941a4674-44de-4f80-b2d8-653968219c19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:00.859345 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-941a4674-44de-4f80-b2d8-653968219c19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for network, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:00.922157 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-941a4674-44de-4f80-b2d8-653968219c19 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6930084 Jul 13 14:35:00.922157 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a4674-44de-4f80-b2d8-653968219c19 admin admin] Pushing event updated for resources: {'Network': ['ID=3b901448-fc45-4cdb-afb8-8ba3d59219c4,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:00.922786 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 49896) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:00.931427 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Network 3b901448-fc45-4cdb-afb8-8ba3d59219c4 details requested by agent ovs-agent-dv-cinder-784453-8-iscsi with host dv-cinder-784453-8-iscsi {{(pid=93156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:35:00.934818 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [None req-fc9b9b29-2016-4c84-821e-c7771bde3130 admin admin] Request body: {'subnet': {'network_id': '3b901448-fc45-4cdb-afb8-8ba3d59219c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1902969673-subnet', 'tenant_id': '4db817ef0fe4408794a0ef962b27746d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:35:00.962776 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9b9b29-2016-4c84-821e-c7771bde3130 admin admin] Made reservation on behalf of 4db817ef0fe4408794a0ef962b27746d for: {'subnet': 1} {{(pid=93155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:35:00.965471 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-fc9b9b29-2016-4c84-821e-c7771bde3130 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:01.160386 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-fc9b9b29-2016-4c84-821e-c7771bde3130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763'] for subnet, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:01.211707 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b9b29-2016-4c84-821e-c7771bde3130 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58921e0e-d271-42d3-8bb5-36a41aaf8b06,revision_number=0']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:01.226752 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9b9b29-2016-4c84-821e-c7771bde3130 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:01.227407 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9b9b29-2016-4c84-821e-c7771bde3130 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:01.227757 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9b9b29-2016-4c84-821e-c7771bde3130 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:01.228096 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9b9b29-2016-4c84-821e-c7771bde3130 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:01.228426 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9b9b29-2016-4c84-821e-c7771bde3130 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:01.228757 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9b9b29-2016-4c84-821e-c7771bde3130 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:01.229084 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9b9b29-2016-4c84-821e-c7771bde3130 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:01.229423 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9b9b29-2016-4c84-821e-c7771bde3130 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:01.229740 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9b9b29-2016-4c84-821e-c7771bde3130 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:01.230063 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9b9b29-2016-4c84-821e-c7771bde3130 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:01.230576 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9b9b29-2016-4c84-821e-c7771bde3130 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:01.230757 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9b9b29-2016-4c84-821e-c7771bde3130 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:01.231882 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9b9b29-2016-4c84-821e-c7771bde3130 admin admin] Tracked resource versions report: Jul 13 14:35:01.231882 dv-cinder-784453-8-iscsi neutron-server[93155]: pushed versions: Jul 13 14:35:01.231882 dv-cinder-784453-8-iscsi neutron-server[93155]: { 'AddressGroup': {'1.2'}, Jul 13 14:35:01.231882 dv-cinder-784453-8-iscsi neutron-server[93155]: 'ConntrackHelper': {'1.0'}, Jul 13 14:35:01.231882 dv-cinder-784453-8-iscsi neutron-server[93155]: 'Log': {'1.0'}, Jul 13 14:35:01.231882 dv-cinder-784453-8-iscsi neutron-server[93155]: 'Network': {'1.1'}, Jul 13 14:35:01.231882 dv-cinder-784453-8-iscsi neutron-server[93155]: 'Port': {'1.7'}, Jul 13 14:35:01.231882 dv-cinder-784453-8-iscsi neutron-server[93155]: 'PortForwarding': {'1.2'}, Jul 13 14:35:01.231882 dv-cinder-784453-8-iscsi neutron-server[93155]: 'QosPolicy': {'1.8'}, Jul 13 14:35:01.231882 dv-cinder-784453-8-iscsi neutron-server[93155]: 'SecurityGroup': {'1.4'}, Jul 13 14:35:01.231882 dv-cinder-784453-8-iscsi neutron-server[93155]: 'SecurityGroupRule': {'1.2'}, Jul 13 14:35:01.231882 dv-cinder-784453-8-iscsi neutron-server[93155]: 'SubPort': {'1.0'}, Jul 13 14:35:01.231882 dv-cinder-784453-8-iscsi neutron-server[93155]: 'Subnet': {'1.1'}, Jul 13 14:35:01.231882 dv-cinder-784453-8-iscsi neutron-server[93155]: 'Trunk': {'1.1'}} Jul 13 14:35:01.231882 dv-cinder-784453-8-iscsi neutron-server[93155]: consumer versions: Jul 13 14:35:01.231882 dv-cinder-784453-8-iscsi neutron-server[93155]: { DHCP agent@dv-cinder-784453-8-iscsi: {}, Jul 13 14:35:01.231882 dv-cinder-784453-8-iscsi neutron-server[93155]: HyperV agent@hv-cinder-78445: {}, Jul 13 14:35:01.231882 dv-cinder-784453-8-iscsi neutron-server[93155]: L3 agent@dv-cinder-784453-8-iscsi: {}, Jul 13 14:35:01.231882 dv-cinder-784453-8-iscsi neutron-server[93155]: Metadata agent@dv-cinder-784453-8-iscsi: {}, Jul 13 14:35:01.231882 dv-cinder-784453-8-iscsi neutron-server[93155]: Metering agent@dv-cinder-784453-8-iscsi: {}, Jul 13 14:35:01.231882 dv-cinder-784453-8-iscsi neutron-server[93155]: Open vSwitch agent@dv-cinder-784453-8-iscsi: { 'AddressGroup': '1.2', Jul 13 14:35:01.231882 dv-cinder-784453-8-iscsi neutron-server[93155]: 'ConntrackHelper': '1.0', Jul 13 14:35:01.231882 dv-cinder-784453-8-iscsi neutron-server[93155]: 'Log': '1.0', Jul 13 14:35:01.231882 dv-cinder-784453-8-iscsi neutron-server[93155]: 'Network': '1.1', Jul 13 14:35:01.231882 dv-cinder-784453-8-iscsi neutron-server[93155]: 'Port': '1.7', Jul 13 14:35:01.231882 dv-cinder-784453-8-iscsi neutron-server[93155]: 'PortForwarding': '1.2', Jul 13 14:35:01.231882 dv-cinder-784453-8-iscsi neutron-server[93155]: 'QosPolicy': '1.8', Jul 13 14:35:01.231882 dv-cinder-784453-8-iscsi neutron-server[93155]: 'SecurityGroup': '1.4', Jul 13 14:35:01.231882 dv-cinder-784453-8-iscsi neutron-server[93155]: 'SecurityGroupRule': '1.2', Jul 13 14:35:01.231882 dv-cinder-784453-8-iscsi neutron-server[93155]: 'SubPort': '1.0', Jul 13 14:35:01.231882 dv-cinder-784453-8-iscsi neutron-server[93155]: 'Subnet': '1.1', Jul 13 14:35:01.231882 dv-cinder-784453-8-iscsi neutron-server[93155]: 'Trunk': '1.1'}} Jul 13 14:35:01.231882 dv-cinder-784453-8-iscsi neutron-server[93155]: {{(pid=93155) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 14:35:01.247259 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9b9b29-2016-4c84-821e-c7771bde3130 admin admin] Checking segment: {'id': 'ddf34b6c-deaa-4bcb-bc31-453214300edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3b901448-fc45-4cdb-afb8-8ba3d59219c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:35:01.247663 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9b9b29-2016-4c84-821e-c7771bde3130 admin admin] Network hostable DHCP agents. Network: 3b901448-fc45-4cdb-afb8-8ba3d59219c4, hostable agents: ['c057a270-abe3-45bb-b401-4c6834b17f0a'], hosted agents: [] {{(pid=93155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:35:01.268890 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9b9b29-2016-4c84-821e-c7771bde3130 admin admin] Network 3b901448-fc45-4cdb-afb8-8ba3d59219c4 is scheduled to be hosted by DHCP agent c057a270-abe3-45bb-b401-4c6834b17f0a with binding_index 1 {{(pid=93155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:35:01.280965 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [None req-fc9b9b29-2016-4c84-821e-c7771bde3130 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-8-iscsi, 3b901448-fc45-4cdb-afb8-8ba3d59219c4) {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:35:01.285805 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9b9b29-2016-4c84-821e-c7771bde3130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:01.286460 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-fc9b9b29-2016-4c84-821e-c7771bde3130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for subnet, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:01.291610 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a7bb38-e243-4ddf-a1d3-7d95e1f7a89e None None] Network 3b901448-fc45-4cdb-afb8-8ba3d59219c4 requested from dv-cinder-784453-8-iscsi {{(pid=93156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:35:01.319093 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 49920) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:01.324248 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-4e8cd429-fbb0-40f9-b110-03cdf6e35a40 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1902969673-router', 'tenant_id': '4db817ef0fe4408794a0ef962b27746d', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'}}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:35:01.326559 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-fc9b9b29-2016-4c84-821e-c7771bde3130 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3883882 Jul 13 14:35:01.357992 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4e8cd429-fbb0-40f9-b110-03cdf6e35a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2095217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4236'] for router, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:01.360589 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4e8cd429-fbb0-40f9-b110-03cdf6e35a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2095122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4229'] for router, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:01.537164 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4e8cd429-fbb0-40f9-b110-03cdf6e35a40 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:01.564638 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95a280c-e017-414e-8632-dfbd5a07a469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa395d92a-1b40-5614-8749-89f2b3703122-3b901448-fc45-4cdb-afb8-8ba3d59219c4', 'network_id': '3b901448-fc45-4cdb-afb8-8ba3d59219c4', 'tenant_id': '4db817ef0fe4408794a0ef962b27746d', 'fixed_ips': [{'subnet_id': '58921e0e-d271-42d3-8bb5-36a41aaf8b06'}]}} from dv-cinder-784453-8-iscsi. {{(pid=93156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:35:01.565787 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-f95a280c-e017-414e-8632-dfbd5a07a469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:01.683562 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 49936) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:01.731327 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 49940) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:01.733093 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4e8cd429-fbb0-40f9-b110-03cdf6e35a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2095215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4247'] for router, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:01.750816 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.db_base_plugin_common [None req-f95a280c-e017-414e-8632-dfbd5a07a469 None None] Allocated IP 172.20.0.2 (3b901448-fc45-4cdb-afb8-8ba3d59219c4/58921e0e-d271-42d3-8bb5-36a41aaf8b06/f6922c42-c4a2-419e-a42b-376ef5524212) {{(pid=93156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:35:01.805245 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 49946) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:01.937027 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-f95a280c-e017-414e-8632-dfbd5a07a469 None None] Notify callbacks [] for port, precommit_create {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:01.948798 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-f95a280c-e017-414e-8632-dfbd5a07a469 None None] Transition to ACTIVE for port object f6922c42-c4a2-419e-a42b-376ef5524212 will not be triggered until provisioned by entity L2. {{(pid=93156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:35:01.960901 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [None req-f36d50d1-97cc-4bb1-8bb0-a2c256c9f355 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1357864428-network', 'tenant_id': 'fc557a9da65c4850a0db554e60444325'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:35:01.970798 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-f95a280c-e017-414e-8632-dfbd5a07a469 None None] Transition to ACTIVE for port object f6922c42-c4a2-419e-a42b-376ef5524212 will not be triggered until provisioned by entity DHCP. {{(pid=93156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:35:01.990147 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-f95a280c-e017-414e-8632-dfbd5a07a469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838'] for port, after_create {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:02.009686 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36d50d1-97cc-4bb1-8bb0-a2c256c9f355 admin admin] Made reservation on behalf of fc557a9da65c4850a0db554e60444325 for: {'network': 1} {{(pid=93155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:35:02.016596 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-f36d50d1-97cc-4bb1-8bb0-a2c256c9f355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for network, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:02.036028 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95a280c-e017-414e-8632-dfbd5a07a469 None None] Network 3b901448-fc45-4cdb-afb8-8ba3d59219c4 is already hosted by enough agents. {{(pid=93156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:35:02.042315 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.scheduler.base_scheduler [None req-f95a280c-e017-414e-8632-dfbd5a07a469 None None] Resources bound (agent type, host, resource id): {{(pid=93156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:35:02.049081 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [None req-b7c42c8c-1b29-4656-a6a7-c3b09c6fa140 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1368093528-network', 'tenant_id': 'ff6df234bdc94c46964c890e02f1732f'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:35:02.052443 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95a280c-e017-414e-8632-dfbd5a07a469 None None] Received port after_create {{(pid=93156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:35:02.087285 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-f36d50d1-97cc-4bb1-8bb0-a2c256c9f355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:02.118348 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [None req-eaaa1344-32c6-4864-9e32-d89e4063e1d4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1867024726-network', 'tenant_id': 'a5169c26b204473880f57831a5e71229'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:35:02.128311 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c42c8c-1b29-4656-a6a7-c3b09c6fa140 admin admin] Made reservation on behalf of ff6df234bdc94c46964c890e02f1732f for: {'network': 1} {{(pid=93155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:35:02.134830 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b7c42c8c-1b29-4656-a6a7-c3b09c6fa140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for network, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:02.159902 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b7c42c8c-1b29-4656-a6a7-c3b09c6fa140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:02.191999 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-f95a280c-e017-414e-8632-dfbd5a07a469 None None] Attempting to bind port f6922c42-c4a2-419e-a42b-376ef5524212 on host dv-cinder-784453-8-iscsi for vnic_type normal with profile {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:35:02.192368 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-f95a280c-e017-414e-8632-dfbd5a07a469 None None] Attempting to bind port f6922c42-c4a2-419e-a42b-376ef5524212 by drivers openvswitch,hyperv on host dv-cinder-784453-8-iscsi at level 0 using segments [{'id': 'ddf34b6c-deaa-4bcb-bc31-453214300edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3b901448-fc45-4cdb-afb8-8ba3d59219c4'}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:35:02.193343 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95a280c-e017-414e-8632-dfbd5a07a469 None None] Attempting to bind port f6922c42-c4a2-419e-a42b-376ef5524212 on network 3b901448-fc45-4cdb-afb8-8ba3d59219c4 {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:35:02.204105 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95a280c-e017-414e-8632-dfbd5a07a469 None None] Checking agent: {'id': '3ba56e3d-baa8-43e8-bda8-5a4cd0b2ced4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 7, 13, 14, 27, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:35:02.204484 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95a280c-e017-414e-8632-dfbd5a07a469 None None] Checking segment: {'id': 'ddf34b6c-deaa-4bcb-bc31-453214300edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3b901448-fc45-4cdb-afb8-8ba3d59219c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:35:02.204892 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-f95a280c-e017-414e-8632-dfbd5a07a469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:02.205291 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95a280c-e017-414e-8632-dfbd5a07a469 None None] Bound using segment: {'id': 'ddf34b6c-deaa-4bcb-bc31-453214300edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3b901448-fc45-4cdb-afb8-8ba3d59219c4'} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:35:02.205788 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-f95a280c-e017-414e-8632-dfbd5a07a469 None None] Bound port: f6922c42-c4a2-419e-a42b-376ef5524212, host: dv-cinder-784453-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddf34b6c-deaa-4bcb-bc31-453214300edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3b901448-fc45-4cdb-afb8-8ba3d59219c4'}}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:35:02.206197 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-f95a280c-e017-414e-8632-dfbd5a07a469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:02.301797 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-f95a280c-e017-414e-8632-dfbd5a07a469 None None] For port f6922c42-c4a2-419e-a42b-376ef5524212, host dv-cinder-784453-8-iscsi, cleared binding levels {{(pid=93156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:35:02.306968 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b7c42c8c-1b29-4656-a6a7-c3b09c6fa140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:02.307220 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-f95a280c-e017-414e-8632-dfbd5a07a469 None None] For port f6922c42-c4a2-419e-a42b-376ef5524212, host dv-cinder-784453-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=f6922c42-c4a2-419e-a42b-376ef5524212,segment=NetworkSegment(ddf34b6c-deaa-4bcb-bc31-453214300edf),segment_id=ddf34b6c-deaa-4bcb-bc31-453214300edf)] {{(pid=93156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:35:02.322355 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-f95a280c-e017-414e-8632-dfbd5a07a469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:02.361995 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a280c-e017-414e-8632-dfbd5a07a469 None None] Pushing event updated for resources: {'Port': ['ID=f6922c42-c4a2-419e-a42b-376ef5524212,revision_number=1']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:02.373775 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a280c-e017-414e-8632-dfbd5a07a469 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:02.374144 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a280c-e017-414e-8632-dfbd5a07a469 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:02.374659 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a280c-e017-414e-8632-dfbd5a07a469 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:02.375058 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a280c-e017-414e-8632-dfbd5a07a469 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:02.376162 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a280c-e017-414e-8632-dfbd5a07a469 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:02.376506 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a280c-e017-414e-8632-dfbd5a07a469 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:02.376840 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a280c-e017-414e-8632-dfbd5a07a469 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:02.378717 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a280c-e017-414e-8632-dfbd5a07a469 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:02.379155 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a280c-e017-414e-8632-dfbd5a07a469 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:02.379733 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a280c-e017-414e-8632-dfbd5a07a469 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:02.380296 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a280c-e017-414e-8632-dfbd5a07a469 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:02.380679 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a280c-e017-414e-8632-dfbd5a07a469 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:02.382879 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a280c-e017-414e-8632-dfbd5a07a469 None None] Tracked resource versions report: Jul 13 14:35:02.382879 dv-cinder-784453-8-iscsi neutron-server[93156]: pushed versions: Jul 13 14:35:02.382879 dv-cinder-784453-8-iscsi neutron-server[93156]: { 'AddressGroup': {'1.2'}, Jul 13 14:35:02.382879 dv-cinder-784453-8-iscsi neutron-server[93156]: 'ConntrackHelper': {'1.0'}, Jul 13 14:35:02.382879 dv-cinder-784453-8-iscsi neutron-server[93156]: 'Log': {'1.0'}, Jul 13 14:35:02.382879 dv-cinder-784453-8-iscsi neutron-server[93156]: 'Network': {'1.1'}, Jul 13 14:35:02.382879 dv-cinder-784453-8-iscsi neutron-server[93156]: 'Port': {'1.7'}, Jul 13 14:35:02.382879 dv-cinder-784453-8-iscsi neutron-server[93156]: 'PortForwarding': {'1.2'}, Jul 13 14:35:02.382879 dv-cinder-784453-8-iscsi neutron-server[93156]: 'QosPolicy': {'1.8'}, Jul 13 14:35:02.382879 dv-cinder-784453-8-iscsi neutron-server[93156]: 'SecurityGroup': {'1.4'}, Jul 13 14:35:02.382879 dv-cinder-784453-8-iscsi neutron-server[93156]: 'SecurityGroupRule': {'1.2'}, Jul 13 14:35:02.382879 dv-cinder-784453-8-iscsi neutron-server[93156]: 'SubPort': {'1.0'}, Jul 13 14:35:02.382879 dv-cinder-784453-8-iscsi neutron-server[93156]: 'Subnet': {'1.1'}, Jul 13 14:35:02.382879 dv-cinder-784453-8-iscsi neutron-server[93156]: 'Trunk': {'1.1'}} Jul 13 14:35:02.382879 dv-cinder-784453-8-iscsi neutron-server[93156]: consumer versions: Jul 13 14:35:02.382879 dv-cinder-784453-8-iscsi neutron-server[93156]: { DHCP agent@dv-cinder-784453-8-iscsi: {}, Jul 13 14:35:02.382879 dv-cinder-784453-8-iscsi neutron-server[93156]: HyperV agent@hv-cinder-78445: {}, Jul 13 14:35:02.382879 dv-cinder-784453-8-iscsi neutron-server[93156]: L3 agent@dv-cinder-784453-8-iscsi: {}, Jul 13 14:35:02.382879 dv-cinder-784453-8-iscsi neutron-server[93156]: Metadata agent@dv-cinder-784453-8-iscsi: {}, Jul 13 14:35:02.382879 dv-cinder-784453-8-iscsi neutron-server[93156]: Metering agent@dv-cinder-784453-8-iscsi: {}, Jul 13 14:35:02.382879 dv-cinder-784453-8-iscsi neutron-server[93156]: Open vSwitch agent@dv-cinder-784453-8-iscsi: { 'AddressGroup': '1.2', Jul 13 14:35:02.382879 dv-cinder-784453-8-iscsi neutron-server[93156]: 'ConntrackHelper': '1.0', Jul 13 14:35:02.382879 dv-cinder-784453-8-iscsi neutron-server[93156]: 'Log': '1.0', Jul 13 14:35:02.382879 dv-cinder-784453-8-iscsi neutron-server[93156]: 'Network': '1.1', Jul 13 14:35:02.382879 dv-cinder-784453-8-iscsi neutron-server[93156]: 'Port': '1.7', Jul 13 14:35:02.382879 dv-cinder-784453-8-iscsi neutron-server[93156]: 'PortForwarding': '1.2', Jul 13 14:35:02.382879 dv-cinder-784453-8-iscsi neutron-server[93156]: 'QosPolicy': '1.8', Jul 13 14:35:02.382879 dv-cinder-784453-8-iscsi neutron-server[93156]: 'SecurityGroup': '1.4', Jul 13 14:35:02.382879 dv-cinder-784453-8-iscsi neutron-server[93156]: 'SecurityGroupRule': '1.2', Jul 13 14:35:02.382879 dv-cinder-784453-8-iscsi neutron-server[93156]: 'SubPort': '1.0', Jul 13 14:35:02.382879 dv-cinder-784453-8-iscsi neutron-server[93156]: 'Subnet': '1.1', Jul 13 14:35:02.382879 dv-cinder-784453-8-iscsi neutron-server[93156]: 'Trunk': '1.1'}} Jul 13 14:35:02.382879 dv-cinder-784453-8-iscsi neutron-server[93156]: {{(pid=93156) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 14:35:02.432109 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-f36d50d1-97cc-4bb1-8bb0-a2c256c9f355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:02.434263 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b7c42c8c-1b29-4656-a6a7-c3b09c6fa140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:02.468028 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7c42c8c-1b29-4656-a6a7-c3b09c6fa140 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=93155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:35:02.489801 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4e8cd429-fbb0-40f9-b110-03cdf6e35a40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:02.494384 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a280c-e017-414e-8632-dfbd5a07a469 None None] Pushing event updated for resources: {'Port': ['ID=f6922c42-c4a2-419e-a42b-376ef5524212,revision_number=2']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:02.548678 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4e8cd429-fbb0-40f9-b110-03cdf6e35a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:02.551280 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b7c42c8c-1b29-4656-a6a7-c3b09c6fa140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834'] for segment, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:02.552177 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.db.segments_db [None req-b7c42c8c-1b29-4656-a6a7-c3b09c6fa140 admin admin] Added segment 0b81c1b4-d4e3-42d2-97e2-d4b0813ae6f2 of type vlan for network 8111f917-317d-4b90-a14d-dab5ba16d222 Jul 13 14:35:02.556644 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c42c8c-1b29-4656-a6a7-c3b09c6fa140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=312452d2-579f-4074-bfd5-43419a8b3406,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:02.559718 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-f36d50d1-97cc-4bb1-8bb0-a2c256c9f355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:02.597574 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f36d50d1-97cc-4bb1-8bb0-a2c256c9f355 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=93155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:35:02.608596 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-f36d50d1-97cc-4bb1-8bb0-a2c256c9f355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834'] for segment, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:02.609251 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.db.segments_db [None req-f36d50d1-97cc-4bb1-8bb0-a2c256c9f355 admin admin] Added segment 7653a656-2c34-48b5-8270-333dcf39de5b of type vlan for network c60399fe-47fd-4adc-84b8-a09ce78c9d83 Jul 13 14:35:02.747130 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-f36d50d1-97cc-4bb1-8bb0-a2c256c9f355 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754803020822'] for network, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:02.859641 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b7c42c8c-1b29-4656-a6a7-c3b09c6fa140 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754803020822'] for network, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:02.866447 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaaa1344-32c6-4864-9e32-d89e4063e1d4 admin admin] Made reservation on behalf of a5169c26b204473880f57831a5e71229 for: {'network': 1} {{(pid=93155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:35:02.870444 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-eaaa1344-32c6-4864-9e32-d89e4063e1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for network, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:02.886573 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36d50d1-97cc-4bb1-8bb0-a2c256c9f355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d248ea0c-1966-4e01-92e6-2dda0d78b134,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:02.916058 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [None req-4e8cd429-fbb0-40f9-b110-03cdf6e35a40 admin admin] Allocated IP 172.27.3.177 (ecd09457-6660-479c-a1fb-91901148ba35/592e54d3-84ab-450e-8093-b0d029762b46/c1e50540-76bc-4adb-8f0c-e55231943cba) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:35:02.942440 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-eaaa1344-32c6-4864-9e32-d89e4063e1d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:02.988353 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-f36d50d1-97cc-4bb1-8bb0-a2c256c9f355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763'] for network, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:02.991557 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36d50d1-97cc-4bb1-8bb0-a2c256c9f355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:02.993785 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-f36d50d1-97cc-4bb1-8bb0-a2c256c9f355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for network, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:03.064339 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4e8cd429-fbb0-40f9-b110-03cdf6e35a40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:03.163524 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b7c42c8c-1b29-4656-a6a7-c3b09c6fa140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763'] for network, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:03.164491 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c42c8c-1b29-4656-a6a7-c3b09c6fa140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:03.165079 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b7c42c8c-1b29-4656-a6a7-c3b09c6fa140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for network, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:03.194299 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36d50d1-97cc-4bb1-8bb0-a2c256c9f355 admin admin] Pushing event updated for resources: {'Network': ['ID=c60399fe-47fd-4adc-84b8-a09ce78c9d83,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:03.195710 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4e8cd429-fbb0-40f9-b110-03cdf6e35a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:03.209228 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Network c60399fe-47fd-4adc-84b8-a09ce78c9d83 details requested by agent ovs-agent-dv-cinder-784453-8-iscsi with host dv-cinder-784453-8-iscsi {{(pid=93156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:35:03.323253 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-68ad0377-7161-4d37-8e14-7e23a599952c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:03.430290 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-eaaa1344-32c6-4864-9e32-d89e4063e1d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:03.433125 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8cd429-fbb0-40f9-b110-03cdf6e35a40 admin admin] Network ecd09457-6660-479c-a1fb-91901148ba35 is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:35:03.438740 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c42c8c-1b29-4656-a6a7-c3b09c6fa140 admin admin] Pushing event updated for resources: {'Network': ['ID=8111f917-317d-4b90-a14d-dab5ba16d222,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:03.445503 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-eaaa1344-32c6-4864-9e32-d89e4063e1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:03.453081 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Network 8111f917-317d-4b90-a14d-dab5ba16d222 details requested by agent ovs-agent-dv-cinder-784453-8-iscsi with host dv-cinder-784453-8-iscsi {{(pid=93156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:35:03.463692 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaaa1344-32c6-4864-9e32-d89e4063e1d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=93155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:35:03.489317 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-4e8cd429-fbb0-40f9-b110-03cdf6e35a40 admin admin] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:35:03.491952 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-eaaa1344-32c6-4864-9e32-d89e4063e1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834'] for segment, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:03.492310 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.db.segments_db [None req-eaaa1344-32c6-4864-9e32-d89e4063e1d4 admin admin] Added segment 4ad0260d-356e-47c3-9fe1-42a46c9ee2c2 of type vlan for network b04875e6-1fc2-4c4b-96d5-3d915be01c53 Jul 13 14:35:03.506881 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8cd429-fbb0-40f9-b110-03cdf6e35a40 admin admin] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:35:03.587041 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-eaaa1344-32c6-4864-9e32-d89e4063e1d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754803020822'] for network, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:03.621061 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-f36d50d1-97cc-4bb1-8bb0-a2c256c9f355 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9363642 Jul 13 14:35:03.622417 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-b7c42c8c-1b29-4656-a6a7-c3b09c6fa140 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8898649 Jul 13 14:35:03.630593 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-eaaa1344-32c6-4864-9e32-d89e4063e1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763'] for network, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:03.631595 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaaa1344-32c6-4864-9e32-d89e4063e1d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:03.632202 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-eaaa1344-32c6-4864-9e32-d89e4063e1d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for network, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:03.635726 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 50020) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:03.635941 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 50022) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:03.679226 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8cd429-fbb0-40f9-b110-03cdf6e35a40 admin admin] Pushing event updated for resources: {'Port': ['ID=c1e50540-76bc-4adb-8f0c-e55231943cba,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:03.689705 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-3a2170b5-ecfc-4010-b4a0-45fa4e95ba97 admin admin] Request body: {'subnet': {'network_id': 'c60399fe-47fd-4adc-84b8-a09ce78c9d83', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1357864428-subnet', 'tenant_id': 'fc557a9da65c4850a0db554e60444325', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:35:03.700836 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-1493ef93-aaf2-4748-a8b6-8f3ccf4e84e3 admin admin] Request body: {'subnet': {'network_id': '8111f917-317d-4b90-a14d-dab5ba16d222', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1368093528-subnet', 'tenant_id': 'ff6df234bdc94c46964c890e02f1732f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:35:03.754787 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa1344-32c6-4864-9e32-d89e4063e1d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299f0587-cb12-49f3-b8b5-64b04e5ad3ba,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:03.782268 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa1344-32c6-4864-9e32-d89e4063e1d4 admin admin] Pushing event updated for resources: {'Network': ['ID=b04875e6-1fc2-4c4b-96d5-3d915be01c53,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:03.809898 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2170b5-ecfc-4010-b4a0-45fa4e95ba97 admin admin] Made reservation on behalf of fc557a9da65c4850a0db554e60444325 for: {'subnet': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:35:03.814437 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Network b04875e6-1fc2-4c4b-96d5-3d915be01c53 details requested by agent ovs-agent-dv-cinder-784453-8-iscsi with host dv-cinder-784453-8-iscsi {{(pid=93156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:35:03.835396 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3a2170b5-ecfc-4010-b4a0-45fa4e95ba97 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:03.987690 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-eaaa1344-32c6-4864-9e32-d89e4063e1d4 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1812885 Jul 13 14:35:03.992543 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 50040) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:04.001849 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [None req-3b2491d3-d114-437e-948d-e0f0703ba911 admin admin] Request body: {'subnet': {'network_id': 'b04875e6-1fc2-4c4b-96d5-3d915be01c53', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1867024726-subnet', 'tenant_id': 'a5169c26b204473880f57831a5e71229', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:35:04.013084 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2808b418-56df-42b4-b059-7e84afab7214 None None] Network 3b901448-fc45-4cdb-afb8-8ba3d59219c4 requested from dv-cinder-784453-8-iscsi {{(pid=93156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:35:04.052378 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2491d3-d114-437e-948d-e0f0703ba911 admin admin] Made reservation on behalf of a5169c26b204473880f57831a5e71229 for: {'subnet': 1} {{(pid=93155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:35:04.055328 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3b2491d3-d114-437e-948d-e0f0703ba911 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:04.060856 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1493ef93-aaf2-4748-a8b6-8f3ccf4e84e3 admin admin] Made reservation on behalf of ff6df234bdc94c46964c890e02f1732f for: {'subnet': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:35:04.071511 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1493ef93-aaf2-4748-a8b6-8f3ccf4e84e3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:04.099862 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 50046) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:04.111343 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-aba8f65c-241e-43f9-9ce3-3cfbc5cc76e3 None None] Provisioning for port f6922c42-c4a2-419e-a42b-376ef5524212 completed by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:35:04.469882 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3b2491d3-d114-437e-948d-e0f0703ba911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763'] for subnet, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:04.536350 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2491d3-d114-437e-948d-e0f0703ba911 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2093f447-27c9-42a2-bbad-8523311dd7a9,revision_number=0']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:04.544346 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2491d3-d114-437e-948d-e0f0703ba911 admin admin] Checking segment: {'id': '4ad0260d-356e-47c3-9fe1-42a46c9ee2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b04875e6-1fc2-4c4b-96d5-3d915be01c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:35:04.544714 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2491d3-d114-437e-948d-e0f0703ba911 admin admin] Network hostable DHCP agents. Network: b04875e6-1fc2-4c4b-96d5-3d915be01c53, hostable agents: ['c057a270-abe3-45bb-b401-4c6834b17f0a'], hosted agents: [] {{(pid=93155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:35:04.565165 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2491d3-d114-437e-948d-e0f0703ba911 admin admin] Network b04875e6-1fc2-4c4b-96d5-3d915be01c53 is scheduled to be hosted by DHCP agent c057a270-abe3-45bb-b401-4c6834b17f0a with binding_index 1 {{(pid=93155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:35:04.579924 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [None req-3b2491d3-d114-437e-948d-e0f0703ba911 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-8-iscsi, b04875e6-1fc2-4c4b-96d5-3d915be01c53) {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:35:04.585527 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2491d3-d114-437e-948d-e0f0703ba911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:04.586536 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3b2491d3-d114-437e-948d-e0f0703ba911 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for subnet, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:04.592155 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 50070) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:04.595743 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0168c08-22ca-4f8d-9af2-4fffcc9bb5dc None None] Network b04875e6-1fc2-4c4b-96d5-3d915be01c53 requested from dv-cinder-784453-8-iscsi {{(pid=93156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:35:04.605811 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-34dfe809-d395-484d-9e0f-585aa32f4b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:04.607983 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3a2170b5-ecfc-4010-b4a0-45fa4e95ba97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763'] for subnet, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:04.617005 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-3b2491d3-d114-437e-948d-e0f0703ba911 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6187613 Jul 13 14:35:04.617246 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 50076) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:04.623802 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [None req-c660b258-20fc-461e-8f8c-703bb20ad5d9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1867024726-router', 'tenant_id': 'a5169c26b204473880f57831a5e71229', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'}}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:35:04.652207 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4e8cd429-fbb0-40f9-b110-03cdf6e35a40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:04.654791 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c660b258-20fc-461e-8f8c-703bb20ad5d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2095217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4236'] for router, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:04.659783 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c660b258-20fc-461e-8f8c-703bb20ad5d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2095122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4229'] for router, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:04.789234 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c660b258-20fc-461e-8f8c-703bb20ad5d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:04.795256 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2170b5-ecfc-4010-b4a0-45fa4e95ba97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57ef7d24-de03-448d-9f18-05ea2c1e72c3,revision_number=0']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:04.818835 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c65e583-5b0d-4bbe-8e9c-033a7ad52862 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa395d92a-1b40-5614-8749-89f2b3703122-b04875e6-1fc2-4c4b-96d5-3d915be01c53', 'network_id': 'b04875e6-1fc2-4c4b-96d5-3d915be01c53', 'tenant_id': 'a5169c26b204473880f57831a5e71229', 'fixed_ips': [{'subnet_id': '2093f447-27c9-42a2-bbad-8523311dd7a9'}]}} from dv-cinder-784453-8-iscsi. {{(pid=93156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:35:04.819718 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-5c65e583-5b0d-4bbe-8e9c-033a7ad52862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:04.826633 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c79294cc-ad2f-4215-a8b6-1ccb8a5e42bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:04.844548 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device f6922c42-c4a2-419e-a42b-376ef5524212 up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:35:04.848706 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2170b5-ecfc-4010-b4a0-45fa4e95ba97 admin admin] Checking segment: {'id': '7653a656-2c34-48b5-8270-333dcf39de5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c60399fe-47fd-4adc-84b8-a09ce78c9d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:35:04.849067 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2170b5-ecfc-4010-b4a0-45fa4e95ba97 admin admin] Network hostable DHCP agents. Network: c60399fe-47fd-4adc-84b8-a09ce78c9d83, hostable agents: ['c057a270-abe3-45bb-b401-4c6834b17f0a'], hosted agents: [] {{(pid=93154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:35:04.948760 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1493ef93-aaf2-4748-a8b6-8f3ccf4e84e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763'] for subnet, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:04.978061 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c660b258-20fc-461e-8f8c-703bb20ad5d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2095215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4247'] for router, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:04.999822 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning for port f6922c42-c4a2-419e-a42b-376ef5524212 completed by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:35:05.012501 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port f6922c42-c4a2-419e-a42b-376ef5524212 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:35:05.013141 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:05.053338 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.db_base_plugin_common [None req-5c65e583-5b0d-4bbe-8e9c-033a7ad52862 None None] Allocated IP 172.20.0.2 (b04875e6-1fc2-4c4b-96d5-3d915be01c53/2093f447-27c9-42a2-bbad-8523311dd7a9/8ef5cae1-d1ef-41a2-8f5e-4cb17bdc2c50) {{(pid=93156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:35:05.099141 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2170b5-ecfc-4010-b4a0-45fa4e95ba97 admin admin] Network c60399fe-47fd-4adc-84b8-a09ce78c9d83 is scheduled to be hosted by DHCP agent c057a270-abe3-45bb-b401-4c6834b17f0a with binding_index 1 {{(pid=93154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:35:05.150284 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-3a2170b5-ecfc-4010-b4a0-45fa4e95ba97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-8-iscsi, c60399fe-47fd-4adc-84b8-a09ce78c9d83) {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:35:05.155562 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2170b5-ecfc-4010-b4a0-45fa4e95ba97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:05.156267 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3a2170b5-ecfc-4010-b4a0-45fa4e95ba97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for subnet, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:05.170285 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d535c84-2344-4832-9c14-40c2f28f7335 None None] Network c60399fe-47fd-4adc-84b8-a09ce78c9d83 requested from dv-cinder-784453-8-iscsi {{(pid=93156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:35:05.194775 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:05.207184 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c660b258-20fc-461e-8f8c-703bb20ad5d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:05.217435 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1493ef93-aaf2-4748-a8b6-8f3ccf4e84e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e1c803a-3e16-48e7-9963-1d638d397492,revision_number=0']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:05.228487 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c660b258-20fc-461e-8f8c-703bb20ad5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:05.239562 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-34dfe809-d395-484d-9e0f-585aa32f4b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:05.254496 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-34dfe809-d395-484d-9e0f-585aa32f4b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:05.261287 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1493ef93-aaf2-4748-a8b6-8f3ccf4e84e3 admin admin] Checking segment: {'id': '0b81c1b4-d4e3-42d2-97e2-d4b0813ae6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8111f917-317d-4b90-a14d-dab5ba16d222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:35:05.261654 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1493ef93-aaf2-4748-a8b6-8f3ccf4e84e3 admin admin] Network hostable DHCP agents. Network: 8111f917-317d-4b90-a14d-dab5ba16d222, hostable agents: ['c057a270-abe3-45bb-b401-4c6834b17f0a'], hosted agents: [] {{(pid=93154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:35:05.273025 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-3a2170b5-ecfc-4010-b4a0-45fa4e95ba97 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5969942 Jul 13 14:35:05.275452 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 50080) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:05.282755 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4e8cd429-fbb0-40f9-b110-03cdf6e35a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2095206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995768'] for router, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:05.288568 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [None req-b98e8819-68fc-4921-8ab4-2a5d83ec0327 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1357864428-router', 'tenant_id': 'fc557a9da65c4850a0db554e60444325', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'}}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:35:05.305528 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] For port f6922c42-c4a2-419e-a42b-376ef5524212, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=f6922c42-c4a2-419e-a42b-376ef5524212,segment=NetworkSegment(ddf34b6c-deaa-4bcb-bc31-453214300edf),segment_id=ddf34b6c-deaa-4bcb-bc31-453214300edf)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:35:05.320330 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-34dfe809-d395-484d-9e0f-585aa32f4b29 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=23f692375d0e461eb7497f1550bee89c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2169673 Jul 13 14:35:05.320638 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 50082) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:05.324511 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:05.355742 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dfe809-d395-484d-9e0f-585aa32f4b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23526520-b5a6-4893-bff1-1e530e7cc6f6,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:05.377364 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1493ef93-aaf2-4748-a8b6-8f3ccf4e84e3 admin admin] Network 8111f917-317d-4b90-a14d-dab5ba16d222 is scheduled to be hosted by DHCP agent c057a270-abe3-45bb-b401-4c6834b17f0a with binding_index 1 {{(pid=93154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:35:05.390356 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-5c65e583-5b0d-4bbe-8e9c-033a7ad52862 None None] Notify callbacks [] for port, precommit_create {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:05.425239 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-5c65e583-5b0d-4bbe-8e9c-033a7ad52862 None None] Transition to ACTIVE for port object 8ef5cae1-d1ef-41a2-8f5e-4cb17bdc2c50 will not be triggered until provisioned by entity L2. {{(pid=93156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:35:05.439292 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Pushing event updated for resources: {'Port': ['ID=f6922c42-c4a2-419e-a42b-376ef5524212,revision_number=3']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:05.448841 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.db_base_plugin_common [None req-c660b258-20fc-461e-8f8c-703bb20ad5d9 admin admin] Allocated IP 172.27.3.176 (ecd09457-6660-479c-a1fb-91901148ba35/592e54d3-84ab-450e-8093-b0d029762b46/6624b436-5bb0-48eb-93d4-a371aa00e5b6) {{(pid=93155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:35:05.476374 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-1493ef93-aaf2-4748-a8b6-8f3ccf4e84e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-8-iscsi, 8111f917-317d-4b90-a14d-dab5ba16d222) {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:35:05.498339 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca7cab0-b8ac-49d9-b2fb-5db5e221cc7b None None] Network 8111f917-317d-4b90-a14d-dab5ba16d222 requested from dv-cinder-784453-8-iscsi {{(pid=93156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:35:05.503009 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1493ef93-aaf2-4748-a8b6-8f3ccf4e84e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:05.503615 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1493ef93-aaf2-4748-a8b6-8f3ccf4e84e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for subnet, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:05.516720 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-4398a26d-daeb-4dfd-b6f9-334432a49407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:05.522681 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-5c65e583-5b0d-4bbe-8e9c-033a7ad52862 None None] Transition to ACTIVE for port object 8ef5cae1-d1ef-41a2-8f5e-4cb17bdc2c50 will not be triggered until provisioned by entity DHCP. {{(pid=93156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:35:05.531981 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c79294cc-ad2f-4215-a8b6-1ccb8a5e42bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:05.544451 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8cd429-fbb0-40f9-b110-03cdf6e35a40 admin admin] Router 270caa52-fa6f-4038-9de7-45ec54a1b576 is scheduled to L3 agent d92cc109-9c2d-42ed-8c1d-d826fa90f9d0 with binding_index 1 {{(pid=93154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:35:05.564319 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-1493ef93-aaf2-4748-a8b6-8f3ccf4e84e3 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8781471 Jul 13 14:35:05.605970 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-5c65e583-5b0d-4bbe-8e9c-033a7ad52862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838'] for port, after_create {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:05.608092 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a53ea09-92fa-46dc-a40c-b516701256ad None None] Network c60399fe-47fd-4adc-84b8-a09ce78c9d83 requested from dv-cinder-784453-8-iscsi {{(pid=93156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:35:05.721304 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8cd429-fbb0-40f9-b110-03cdf6e35a40 admin admin] Notify agent at l3_agent.dv-cinder-784453-8-iscsi the message routers_updated {{(pid=93154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:35:05.732430 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a1dee6-85dd-4226-869b-effe615da0fb None None] Sync routers for ids ['270caa52-fa6f-4038-9de7-45ec54a1b576'] in dv-cinder-784453-8-iscsi {{(pid=93157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:35:05.763397 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a1dee6-85dd-4226-869b-effe615da0fb None None] Routers {'270caa52-fa6f-4038-9de7-45ec54a1b576'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:35:05.764156 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-04a1dee6-85dd-4226-869b-effe615da0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:34:36Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['270caa52-fa6f-4038-9de7-45ec54a1b576'], 'active': True} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:35:05.792886 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-4398a26d-daeb-4dfd-b6f9-334432a49407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:05.847488 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c79294cc-ad2f-4215-a8b6-1ccb8a5e42bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:05.917948 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c65e583-5b0d-4bbe-8e9c-033a7ad52862 None None] Network b04875e6-1fc2-4c4b-96d5-3d915be01c53 is already hosted by enough agents. {{(pid=93156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:35:05.964288 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4e8cd429-fbb0-40f9-b110-03cdf6e35a40 admin admin] Notify callbacks [] for router, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:05.969712 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b98e8819-68fc-4921-8ab4-2a5d83ec0327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2095217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4236'] for router, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:05.969712 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b98e8819-68fc-4921-8ab4-2a5d83ec0327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2095122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4229'] for router, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:05.971125 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-4e8cd429-fbb0-40f9-b110-03cdf6e35a40 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6508162 Jul 13 14:35:05.972510 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 50122) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:05.977783 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-c79294cc-ad2f-4215-a8b6-1ccb8a5e42bf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=abd101106b7340c2ae0bf6b3039d7585&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3843861 Jul 13 14:35:05.983773 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 50124) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:05.994569 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79294cc-ad2f-4215-a8b6-1ccb8a5e42bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc54dbfa-8e70-40fd-887e-8f9e2bd9ba30,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:06.059972 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-4398a26d-daeb-4dfd-b6f9-334432a49407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:06.063130 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-4398a26d-daeb-4dfd-b6f9-334432a49407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:06.064332 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-4398a26d-daeb-4dfd-b6f9-334432a49407 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/23526520-b5a6-4893-bff1-1e530e7cc6f6 HTTP/1.1" status: 204 len: 168 time: 0.7425957 Jul 13 14:35:06.070231 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c660b258-20fc-461e-8f8c-703bb20ad5d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:06.149851 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4398a26d-daeb-4dfd-b6f9-334432a49407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23526520-b5a6-4893-bff1-1e530e7cc6f6,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:06.167521 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b98e8819-68fc-4921-8ab4-2a5d83ec0327 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:06.200159 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-1e97ac5a-9e28-4cca-ad73-7701ed6733f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:06.201685 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.scheduler.base_scheduler [None req-5c65e583-5b0d-4bbe-8e9c-033a7ad52862 None None] Resources bound (agent type, host, resource id): {{(pid=93156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:35:06.247542 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvr_db [None req-04a1dee6-85dd-4226-869b-effe615da0fb None None] Set router 270caa52-fa6f-4038-9de7-45ec54a1b576 gateway port host: dv-cinder-784453-8-iscsi {{(pid=93157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:35:06.303264 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c65e583-5b0d-4bbe-8e9c-033a7ad52862 None None] Received port after_create {{(pid=93156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:35:06.461815 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-09d9e0c4-6d44-4858-a014-5b66d0abf28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:06.558829 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-5c65e583-5b0d-4bbe-8e9c-033a7ad52862 None None] Attempting to bind port 8ef5cae1-d1ef-41a2-8f5e-4cb17bdc2c50 on host dv-cinder-784453-8-iscsi for vnic_type normal with profile {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:35:06.559211 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-5c65e583-5b0d-4bbe-8e9c-033a7ad52862 None None] Attempting to bind port 8ef5cae1-d1ef-41a2-8f5e-4cb17bdc2c50 by drivers openvswitch,hyperv on host dv-cinder-784453-8-iscsi at level 0 using segments [{'id': '4ad0260d-356e-47c3-9fe1-42a46c9ee2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b04875e6-1fc2-4c4b-96d5-3d915be01c53'}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:35:06.559579 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c65e583-5b0d-4bbe-8e9c-033a7ad52862 None None] Attempting to bind port 8ef5cae1-d1ef-41a2-8f5e-4cb17bdc2c50 on network b04875e6-1fc2-4c4b-96d5-3d915be01c53 {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:35:06.568568 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c660b258-20fc-461e-8f8c-703bb20ad5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838'] for port, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:06.579450 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c65e583-5b0d-4bbe-8e9c-033a7ad52862 None None] Pushing event updated for resources: {'Port': ['ID=8ef5cae1-d1ef-41a2-8f5e-4cb17bdc2c50,revision_number=1']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:06.597171 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070942db-7204-46d4-bb83-3c24c4ff5364 None None] Network 8111f917-317d-4b90-a14d-dab5ba16d222 requested from dv-cinder-784453-8-iscsi {{(pid=93156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:35:06.635860 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c65e583-5b0d-4bbe-8e9c-033a7ad52862 None None] Checking agent: {'id': '3ba56e3d-baa8-43e8-bda8-5a4cd0b2ced4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 7, 13, 14, 27, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:35:06.636967 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c65e583-5b0d-4bbe-8e9c-033a7ad52862 None None] Checking segment: {'id': '4ad0260d-356e-47c3-9fe1-42a46c9ee2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b04875e6-1fc2-4c4b-96d5-3d915be01c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:35:06.636967 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-5c65e583-5b0d-4bbe-8e9c-033a7ad52862 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:06.637285 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c65e583-5b0d-4bbe-8e9c-033a7ad52862 None None] Bound using segment: {'id': '4ad0260d-356e-47c3-9fe1-42a46c9ee2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b04875e6-1fc2-4c4b-96d5-3d915be01c53'} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:35:06.637502 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-5c65e583-5b0d-4bbe-8e9c-033a7ad52862 None None] Bound port: 8ef5cae1-d1ef-41a2-8f5e-4cb17bdc2c50, host: dv-cinder-784453-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad0260d-356e-47c3-9fe1-42a46c9ee2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b04875e6-1fc2-4c4b-96d5-3d915be01c53'}}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:35:06.637913 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-5c65e583-5b0d-4bbe-8e9c-033a7ad52862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:06.652262 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 50156) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:06.659281 dv-cinder-784453-8-iscsi neutron-server[93154]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 13 14:35:06.673514 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-04a1dee6-85dd-4226-869b-effe615da0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'name': 'tempest-AttachVolumeTestJSON-1902969673-router', 'tenant_id': '4db817ef0fe4408794a0ef962b27746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'c1e50540-76bc-4adb-8f0c-e55231943cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:35:01Z', 'updated_at': '2021-07-13T14:35:03Z', 'revision_number': 3, 'project_id': '4db817ef0fe4408794a0ef962b27746d', 'gw_port': {'id': 'c1e50540-76bc-4adb-8f0c-e55231943cba', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f1:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:02Z', 'updated_at': '2021-07-13T14:35:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi'}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:35:06.733074 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a1dee6-85dd-4226-869b-effe615da0fb None None] Checking router: 270caa52-fa6f-4038-9de7-45ec54a1b576 for host: dv-cinder-784453-8-iscsi {{(pid=93157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:35:06.733723 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a1dee6-85dd-4226-869b-effe615da0fb None None] Updating router 270caa52-fa6f-4038-9de7-45ec54a1b576 port c1e50540-76bc-4adb-8f0c-e55231943cba binding host dv-cinder-784453-8-iscsi {{(pid=93157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:35:06.788214 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:06.821883 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-04a1dee6-85dd-4226-869b-effe615da0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:06.872922 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-1e97ac5a-9e28-4cca-ad73-7701ed6733f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:06.929571 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device f6922c42-c4a2-419e-a42b-376ef5524212 up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:35:06.931477 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c660b258-20fc-461e-8f8c-703bb20ad5d9 admin admin] Pushing event updated for resources: {'Port': ['ID=6624b436-5bb0-48eb-93d4-a371aa00e5b6,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:06.950179 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c660b258-20fc-461e-8f8c-703bb20ad5d9 admin admin] Network ecd09457-6660-479c-a1fb-91901148ba35 is already hosted by enough agents. {{(pid=93155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:35:06.957475 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [None req-c660b258-20fc-461e-8f8c-703bb20ad5d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:35:06.961875 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c660b258-20fc-461e-8f8c-703bb20ad5d9 admin admin] Received port after_create {{(pid=93155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:35:06.976301 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b98e8819-68fc-4921-8ab4-2a5d83ec0327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2095215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4247'] for router, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:07.049247 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-473ea569-2790-4575-9616-e2fb811251b7 tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:07.051807 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-473ea569-2790-4575-9616-e2fb811251b7 tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] 10.222.0.11 "GET /v2.0/networks?id=8111f917-317d-4b90-a14d-dab5ba16d222 HTTP/1.1" status: 200 len: 812 time: 0.3976951 Jul 13 14:35:07.151622 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-4e0f82a6-fd97-4fa1-8820-3bf85335ec88 tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] 10.222.0.11 "GET /v2.0/quotas/ff6df234bdc94c46964c890e02f1732f HTTP/1.1" status: 200 len: 375 time: 0.0467021 Jul 13 14:35:07.163602 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-5c65e583-5b0d-4bbe-8e9c-033a7ad52862 None None] For port 8ef5cae1-d1ef-41a2-8f5e-4cb17bdc2c50, host dv-cinder-784453-8-iscsi, cleared binding levels {{(pid=93156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:35:07.173763 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-5c65e583-5b0d-4bbe-8e9c-033a7ad52862 None None] For port 8ef5cae1-d1ef-41a2-8f5e-4cb17bdc2c50, host dv-cinder-784453-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=8ef5cae1-d1ef-41a2-8f5e-4cb17bdc2c50,segment=NetworkSegment(4ad0260d-356e-47c3-9fe1-42a46c9ee2c2),segment_id=4ad0260d-356e-47c3-9fe1-42a46c9ee2c2)] {{(pid=93156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:35:07.207201 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-1e97ac5a-9e28-4cca-ad73-7701ed6733f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:07.222622 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-1e97ac5a-9e28-4cca-ad73-7701ed6733f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:07.224646 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-1e97ac5a-9e28-4cca-ad73-7701ed6733f6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bc54dbfa-8e70-40fd-887e-8f9e2bd9ba30 HTTP/1.1" status: 204 len: 168 time: 1.2396755 Jul 13 14:35:07.263398 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-5c65e583-5b0d-4bbe-8e9c-033a7ad52862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:07.307862 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e97ac5a-9e28-4cca-ad73-7701ed6733f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc54dbfa-8e70-40fd-887e-8f9e2bd9ba30,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:07.346590 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c65e583-5b0d-4bbe-8e9c-033a7ad52862 None None] Pushing event updated for resources: {'Port': ['ID=8ef5cae1-d1ef-41a2-8f5e-4cb17bdc2c50,revision_number=2']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:07.353981 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-efac68ce-3f43-490c-b4e7-f96998eda070 tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ff6df234bdc94c46964c890e02f1732f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1935918 Jul 13 14:35:07.431022 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:07.439059 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port f6922c42-c4a2-419e-a42b-376ef5524212 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:35:07.439312 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:07.489997 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-04a1dee6-85dd-4226-869b-effe615da0fb None None] Notify callbacks [] for port, precommit_update {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:07.543287 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.provisioning_blocks [None req-04a1dee6-85dd-4226-869b-effe615da0fb None None] Transition to ACTIVE for port object c1e50540-76bc-4adb-8f0c-e55231943cba will not be triggered until provisioned by entity L2. {{(pid=93157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:35:07.572471 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-04a1dee6-85dd-4226-869b-effe615da0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:07.690441 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.managers [None req-04a1dee6-85dd-4226-869b-effe615da0fb None None] Attempting to bind port c1e50540-76bc-4adb-8f0c-e55231943cba on host dv-cinder-784453-8-iscsi for vnic_type normal with profile {{(pid=93157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:35:07.693745 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.managers [None req-04a1dee6-85dd-4226-869b-effe615da0fb None None] Attempting to bind port c1e50540-76bc-4adb-8f0c-e55231943cba by drivers openvswitch,hyperv on host dv-cinder-784453-8-iscsi at level 0 using segments [{'id': '1dffabd1-9f9c-45cf-80ba-954af1e6bced', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'}] {{(pid=93157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:35:07.695118 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a1dee6-85dd-4226-869b-effe615da0fb None None] Attempting to bind port c1e50540-76bc-4adb-8f0c-e55231943cba on network ecd09457-6660-479c-a1fb-91901148ba35 {{(pid=93157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:35:07.729454 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c660b258-20fc-461e-8f8c-703bb20ad5d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:07.783706 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a1dee6-85dd-4226-869b-effe615da0fb None None] Checking agent: {'id': '3ba56e3d-baa8-43e8-bda8-5a4cd0b2ced4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 7, 13, 14, 27, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:35:07.784551 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a1dee6-85dd-4226-869b-effe615da0fb None None] Checking segment: {'id': '1dffabd1-9f9c-45cf-80ba-954af1e6bced', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:35:07.784978 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-04a1dee6-85dd-4226-869b-effe615da0fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:07.785966 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a1dee6-85dd-4226-869b-effe615da0fb None None] Bound using segment: {'id': '1dffabd1-9f9c-45cf-80ba-954af1e6bced', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'} {{(pid=93157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:35:07.787215 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.managers [None req-04a1dee6-85dd-4226-869b-effe615da0fb None None] Bound port: c1e50540-76bc-4adb-8f0c-e55231943cba, host: dv-cinder-784453-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dffabd1-9f9c-45cf-80ba-954af1e6bced', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'}}] {{(pid=93157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:35:07.788190 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-04a1dee6-85dd-4226-869b-effe615da0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:07.816511 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ad4a32f0-c7e1-4f0e-bad0-ade95e50f1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:07.923457 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc53a51-9247-4ba5-a39d-5b87b22b183b None None] Pushing event updated for resources: {'Port': ['ID=c1e50540-76bc-4adb-8f0c-e55231943cba,revision_number=2']} {{(pid=93157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:07.966893 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc53a51-9247-4ba5-a39d-5b87b22b183b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:07.967542 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc53a51-9247-4ba5-a39d-5b87b22b183b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:07.968544 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc53a51-9247-4ba5-a39d-5b87b22b183b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:07.969641 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc53a51-9247-4ba5-a39d-5b87b22b183b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:07.970402 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc53a51-9247-4ba5-a39d-5b87b22b183b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:07.978590 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc53a51-9247-4ba5-a39d-5b87b22b183b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:07.978590 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc53a51-9247-4ba5-a39d-5b87b22b183b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:07.978590 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc53a51-9247-4ba5-a39d-5b87b22b183b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:07.999292 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc53a51-9247-4ba5-a39d-5b87b22b183b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:08.000025 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc53a51-9247-4ba5-a39d-5b87b22b183b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:08.000786 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc53a51-9247-4ba5-a39d-5b87b22b183b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:08.001333 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc53a51-9247-4ba5-a39d-5b87b22b183b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:35:08.006633 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc53a51-9247-4ba5-a39d-5b87b22b183b None None] Tracked resource versions report: Jul 13 14:35:08.006633 dv-cinder-784453-8-iscsi neutron-server[93157]: pushed versions: Jul 13 14:35:08.006633 dv-cinder-784453-8-iscsi neutron-server[93157]: { 'AddressGroup': {'1.2'}, Jul 13 14:35:08.006633 dv-cinder-784453-8-iscsi neutron-server[93157]: 'ConntrackHelper': {'1.0'}, Jul 13 14:35:08.006633 dv-cinder-784453-8-iscsi neutron-server[93157]: 'Log': {'1.0'}, Jul 13 14:35:08.006633 dv-cinder-784453-8-iscsi neutron-server[93157]: 'Network': {'1.1'}, Jul 13 14:35:08.006633 dv-cinder-784453-8-iscsi neutron-server[93157]: 'Port': {'1.7'}, Jul 13 14:35:08.006633 dv-cinder-784453-8-iscsi neutron-server[93157]: 'PortForwarding': {'1.2'}, Jul 13 14:35:08.006633 dv-cinder-784453-8-iscsi neutron-server[93157]: 'QosPolicy': {'1.8'}, Jul 13 14:35:08.006633 dv-cinder-784453-8-iscsi neutron-server[93157]: 'SecurityGroup': {'1.4'}, Jul 13 14:35:08.006633 dv-cinder-784453-8-iscsi neutron-server[93157]: 'SecurityGroupRule': {'1.2'}, Jul 13 14:35:08.006633 dv-cinder-784453-8-iscsi neutron-server[93157]: 'SubPort': {'1.0'}, Jul 13 14:35:08.006633 dv-cinder-784453-8-iscsi neutron-server[93157]: 'Subnet': {'1.1'}, Jul 13 14:35:08.006633 dv-cinder-784453-8-iscsi neutron-server[93157]: 'Trunk': {'1.1'}} Jul 13 14:35:08.006633 dv-cinder-784453-8-iscsi neutron-server[93157]: consumer versions: Jul 13 14:35:08.006633 dv-cinder-784453-8-iscsi neutron-server[93157]: { DHCP agent@dv-cinder-784453-8-iscsi: {}, Jul 13 14:35:08.006633 dv-cinder-784453-8-iscsi neutron-server[93157]: HyperV agent@hv-cinder-78445: {}, Jul 13 14:35:08.006633 dv-cinder-784453-8-iscsi neutron-server[93157]: L3 agent@dv-cinder-784453-8-iscsi: {}, Jul 13 14:35:08.006633 dv-cinder-784453-8-iscsi neutron-server[93157]: Metadata agent@dv-cinder-784453-8-iscsi: {}, Jul 13 14:35:08.006633 dv-cinder-784453-8-iscsi neutron-server[93157]: Metering agent@dv-cinder-784453-8-iscsi: {}, Jul 13 14:35:08.006633 dv-cinder-784453-8-iscsi neutron-server[93157]: Open vSwitch agent@dv-cinder-784453-8-iscsi: { 'AddressGroup': '1.2', Jul 13 14:35:08.006633 dv-cinder-784453-8-iscsi neutron-server[93157]: 'ConntrackHelper': '1.0', Jul 13 14:35:08.006633 dv-cinder-784453-8-iscsi neutron-server[93157]: 'Log': '1.0', Jul 13 14:35:08.006633 dv-cinder-784453-8-iscsi neutron-server[93157]: 'Network': '1.1', Jul 13 14:35:08.006633 dv-cinder-784453-8-iscsi neutron-server[93157]: 'Port': '1.7', Jul 13 14:35:08.006633 dv-cinder-784453-8-iscsi neutron-server[93157]: 'PortForwarding': '1.2', Jul 13 14:35:08.006633 dv-cinder-784453-8-iscsi neutron-server[93157]: 'QosPolicy': '1.8', Jul 13 14:35:08.006633 dv-cinder-784453-8-iscsi neutron-server[93157]: 'SecurityGroup': '1.4', Jul 13 14:35:08.006633 dv-cinder-784453-8-iscsi neutron-server[93157]: 'SecurityGroupRule': '1.2', Jul 13 14:35:08.006633 dv-cinder-784453-8-iscsi neutron-server[93157]: 'SubPort': '1.0', Jul 13 14:35:08.006633 dv-cinder-784453-8-iscsi neutron-server[93157]: 'Subnet': '1.1', Jul 13 14:35:08.006633 dv-cinder-784453-8-iscsi neutron-server[93157]: 'Trunk': '1.1'}} Jul 13 14:35:08.006633 dv-cinder-784453-8-iscsi neutron-server[93157]: {{(pid=93157) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 14:35:08.064827 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.db [None req-04a1dee6-85dd-4226-869b-effe615da0fb None None] For port c1e50540-76bc-4adb-8f0c-e55231943cba, host dv-cinder-784453-8-iscsi, cleared binding levels {{(pid=93157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:35:08.079552 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.db [None req-04a1dee6-85dd-4226-869b-effe615da0fb None None] For port c1e50540-76bc-4adb-8f0c-e55231943cba, host dv-cinder-784453-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=c1e50540-76bc-4adb-8f0c-e55231943cba,segment=NetworkSegment(1dffabd1-9f9c-45cf-80ba-954af1e6bced),segment_id=1dffabd1-9f9c-45cf-80ba-954af1e6bced)] {{(pid=93157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:35:08.097427 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-04a1dee6-85dd-4226-869b-effe615da0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:08.231328 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b98e8819-68fc-4921-8ab4-2a5d83ec0327 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:08.293010 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a1dee6-85dd-4226-869b-effe615da0fb None None] Routers {'270caa52-fa6f-4038-9de7-45ec54a1b576'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:35:08.296416 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-04a1dee6-85dd-4226-869b-effe615da0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:35:06Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['270caa52-fa6f-4038-9de7-45ec54a1b576'], 'active': True} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:35:08.319515 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b98e8819-68fc-4921-8ab4-2a5d83ec0327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:08.355821 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 50194) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:08.479667 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc53a51-9247-4ba5-a39d-5b87b22b183b None None] Pushing event updated for resources: {'Port': ['ID=c1e50540-76bc-4adb-8f0c-e55231943cba,revision_number=3']} {{(pid=93157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:08.513680 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8490ea39-a00f-4f89-b8f9-0db7ef20eb11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:08.600744 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:08.664861 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 50198) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:08.761792 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvr_db [None req-04a1dee6-85dd-4226-869b-effe615da0fb None None] Set router 270caa52-fa6f-4038-9de7-45ec54a1b576 gateway port host: dv-cinder-784453-8-iscsi {{(pid=93157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:35:08.764303 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-bdc9ea87-8098-4bba-8197-e855f9d07914 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:35:08.765535 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-bdc9ea87-8098-4bba-8197-e855f9d07914 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2411437 Jul 13 14:35:08.894582 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 8ef5cae1-d1ef-41a2-8f5e-4cb17bdc2c50 up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:35:09.027120 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.db_base_plugin_common [None req-b98e8819-68fc-4921-8ab4-2a5d83ec0327 admin admin] Allocated IP 172.27.3.124 (ecd09457-6660-479c-a1fb-91901148ba35/592e54d3-84ab-450e-8093-b0d029762b46/d1f5b2a9-54bd-446e-ad28-c6bb2c57dab2) {{(pid=93155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:35:09.096891 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning for port 8ef5cae1-d1ef-41a2-8f5e-4cb17bdc2c50 completed by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:35:09.169213 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c660b258-20fc-461e-8f8c-703bb20ad5d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2095206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995768'] for router, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:09.239690 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b98e8819-68fc-4921-8ab4-2a5d83ec0327 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:09.273375 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-04a1dee6-85dd-4226-869b-effe615da0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'name': 'tempest-AttachVolumeTestJSON-1902969673-router', 'tenant_id': '4db817ef0fe4408794a0ef962b27746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'c1e50540-76bc-4adb-8f0c-e55231943cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:35:01Z', 'updated_at': '2021-07-13T14:35:03Z', 'revision_number': 3, 'project_id': '4db817ef0fe4408794a0ef962b27746d', 'gw_port': {'id': 'c1e50540-76bc-4adb-8f0c-e55231943cba', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f1:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:02Z', 'updated_at': '2021-07-13T14:35:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi'}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:35:09.296845 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [None req-ad4a32f0-c7e1-4f0e-bad0-ade95e50f1e9 admin admin] Allocated IP 172.20.0.1 (3b901448-fc45-4cdb-afb8-8ba3d59219c4/58921e0e-d271-42d3-8bb5-36a41aaf8b06/09e6619b-0bfb-4ae9-bb76-eacced31b105) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:35:09.309036 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4671c107-78cc-434a-a8c8-b9bd9a32af19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:09.312024 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a1dee6-85dd-4226-869b-effe615da0fb None None] The sync data for ids ['270caa52-fa6f-4038-9de7-45ec54a1b576'] in dv-cinder-784453-8-iscsi is: [{'id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'name': 'tempest-AttachVolumeTestJSON-1902969673-router', 'tenant_id': '4db817ef0fe4408794a0ef962b27746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'c1e50540-76bc-4adb-8f0c-e55231943cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:35:01Z', 'updated_at': '2021-07-13T14:35:03Z', 'revision_number': 3, 'project_id': '4db817ef0fe4408794a0ef962b27746d', 'gw_port': {'id': 'c1e50540-76bc-4adb-8f0c-e55231943cba', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f1:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:02Z', 'updated_at': '2021-07-13T14:35:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi'}] {{(pid=93157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:35:09.357181 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b98e8819-68fc-4921-8ab4-2a5d83ec0327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838'] for port, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:09.474552 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1924b055-0264-4b1d-8bc8-047169c26a74 None None] Network b04875e6-1fc2-4c4b-96d5-3d915be01c53 requested from dv-cinder-784453-8-iscsi {{(pid=93156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:35:09.479339 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8490ea39-a00f-4f89-b8f9-0db7ef20eb11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:09.489223 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-9bde3d05-cf11-41c2-bd82-1a55d67527aa service neutron] 10.222.0.11 "GET /v2.0/networks/8111f917-317d-4b90-a14d-dab5ba16d222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7047789 Jul 13 14:35:09.507772 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8490ea39-a00f-4f89-b8f9-0db7ef20eb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:09.578787 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98e8819-68fc-4921-8ab4-2a5d83ec0327 admin admin] Network ecd09457-6660-479c-a1fb-91901148ba35 is already hosted by enough agents. {{(pid=93155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:35:09.586879 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [None req-b98e8819-68fc-4921-8ab4-2a5d83ec0327 admin admin] Resources bound (agent type, host, resource id): {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:35:09.590498 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98e8819-68fc-4921-8ab4-2a5d83ec0327 admin admin] Received port after_create {{(pid=93155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:35:09.592540 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e8819-68fc-4921-8ab4-2a5d83ec0327 admin admin] Pushing event updated for resources: {'Port': ['ID=d1f5b2a9-54bd-446e-ad28-c6bb2c57dab2,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:09.627135 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c660b258-20fc-461e-8f8c-703bb20ad5d9 admin admin] Router ad567ed0-4a17-4182-b587-7d9abf430bc4 is scheduled to L3 agent d92cc109-9c2d-42ed-8c1d-d826fa90f9d0 with binding_index 1 {{(pid=93155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:35:09.646139 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-7ae9b225-d193-43ff-a26d-1a424585a8e3 None None] Provisioning for port 8ef5cae1-d1ef-41a2-8f5e-4cb17bdc2c50 completed by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:35:09.671203 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-8490ea39-a00f-4f89-b8f9-0db7ef20eb11 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9489677c195c4996843e46cbe3dbfa02&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3093302 Jul 13 14:35:09.675714 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 50218) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:09.680359 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-7ae9b225-d193-43ff-a26d-1a424585a8e3 None None] Provisioning complete for port 8ef5cae1-d1ef-41a2-8f5e-4cb17bdc2c50 triggered by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:35:09.680911 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8490ea39-a00f-4f89-b8f9-0db7ef20eb11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb47ec8-c54d-4993-94ea-f318a21afc1c,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:09.681523 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7ae9b225-d193-43ff-a26d-1a424585a8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:09.722397 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ad4a32f0-c7e1-4f0e-bad0-ade95e50f1e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:09.822411 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ad4a32f0-c7e1-4f0e-bad0-ade95e50f1e9 admin admin] Transition to ACTIVE for port object 09e6619b-0bfb-4ae9-bb76-eacced31b105 will not be triggered until provisioned by entity DHCP. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:35:09.850866 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-361fca3f-b421-4798-99d7-ea439cb25758 service neutron] 10.222.0.11 "GET /v2.0/networks/8111f917-317d-4b90-a14d-dab5ba16d222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522410 Jul 13 14:35:09.941190 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c660b258-20fc-461e-8f8c-703bb20ad5d9 admin admin] Notify agent at l3_agent.dv-cinder-784453-8-iscsi the message routers_updated {{(pid=93155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:35:09.960688 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d289d0b-b0aa-488f-b4d0-94c596804693 None None] Sync routers for ids ['ad567ed0-4a17-4182-b587-7d9abf430bc4'] in dv-cinder-784453-8-iscsi {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:35:09.989901 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8f09c929-873d-49e5-a0a9-ed72ef257a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:10.003443 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b98e8819-68fc-4921-8ab4-2a5d83ec0327 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:10.011004 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d289d0b-b0aa-488f-b4d0-94c596804693 None None] Routers {'ad567ed0-4a17-4182-b587-7d9abf430bc4'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:35:10.012010 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-7d289d0b-b0aa-488f-b4d0-94c596804693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:35:06Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['ad567ed0-4a17-4182-b587-7d9abf430bc4'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:35:10.092319 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7ae9b225-d193-43ff-a26d-1a424585a8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:10.105438 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4671c107-78cc-434a-a8c8-b9bd9a32af19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:10.115581 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8f09c929-873d-49e5-a0a9-ed72ef257a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:10.118416 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ad4a32f0-c7e1-4f0e-bad0-ade95e50f1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:10.158129 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-7ae9b225-d193-43ff-a26d-1a424585a8e3 None None] For port 8ef5cae1-d1ef-41a2-8f5e-4cb17bdc2c50, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=8ef5cae1-d1ef-41a2-8f5e-4cb17bdc2c50,segment=NetworkSegment(4ad0260d-356e-47c3-9fe1-42a46c9ee2c2),segment_id=4ad0260d-356e-47c3-9fe1-42a46c9ee2c2)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:35:10.240431 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c660b258-20fc-461e-8f8c-703bb20ad5d9 admin admin] Notify callbacks [] for router, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:10.243372 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-c660b258-20fc-461e-8f8c-703bb20ad5d9 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.6249425 Jul 13 14:35:10.249697 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 50240) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:10.280653 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7ae9b225-d193-43ff-a26d-1a424585a8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:10.379957 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4671c107-78cc-434a-a8c8-b9bd9a32af19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:10.382475 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 50248) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:10.405512 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a32f0-c7e1-4f0e-bad0-ade95e50f1e9 admin admin] Pushing event updated for resources: {'Port': ['ID=09e6619b-0bfb-4ae9-bb76-eacced31b105,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:10.471519 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-7d289d0b-b0aa-488f-b4d0-94c596804693 None None] Set router ad567ed0-4a17-4182-b587-7d9abf430bc4 gateway port host: dv-cinder-784453-8-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:35:10.578296 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8f09c929-873d-49e5-a0a9-ed72ef257a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:10.600728 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8f09c929-873d-49e5-a0a9-ed72ef257a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:10.601905 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-8f09c929-873d-49e5-a0a9-ed72ef257a35 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2bb47ec8-c54d-4993-94ea-f318a21afc1c HTTP/1.1" status: 204 len: 168 time: 0.9221015 Jul 13 14:35:10.644398 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ba5886e8-7311-4c58-aa02-f0e8d320ac2d req-d5cb89af-ae43-4d02-b812-a3e1ad45edbb tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4e84988-766f-456b-b33a-2399539d3eff HTTP/1.1" status: 200 len: 210 time: 0.2578709 Jul 13 14:35:10.710943 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4a32f0-c7e1-4f0e-bad0-ade95e50f1e9 admin admin] Network 3b901448-fc45-4cdb-afb8-8ba3d59219c4 is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:35:10.723498 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-ad4a32f0-c7e1-4f0e-bad0-ade95e50f1e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:35:10.754557 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4671c107-78cc-434a-a8c8-b9bd9a32af19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b315b6-1673-448c-8525-011f523868a7,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:10.779450 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4a32f0-c7e1-4f0e-bad0-ade95e50f1e9 admin admin] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:35:10.784100 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ad4a32f0-c7e1-4f0e-bad0-ade95e50f1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1993117'] for router_interface, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:10.862434 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-4671c107-78cc-434a-a8c8-b9bd9a32af19 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=38ba4bccb39341a783c659ca9e9ce2ad&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1961424 Jul 13 14:35:10.872506 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 50272) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:10.923118 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae9b225-d193-43ff-a26d-1a424585a8e3 None None] Pushing event updated for resources: {'Port': ['ID=8ef5cae1-d1ef-41a2-8f5e-4cb17bdc2c50,revision_number=3']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:11.007145 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device c1e50540-76bc-4adb-8f0c-e55231943cba up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:35:11.076743 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b98e8819-68fc-4921-8ab4-2a5d83ec0327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2095206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995768'] for router, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:11.236822 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09c929-873d-49e5-a0a9-ed72ef257a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb47ec8-c54d-4993-94ea-f318a21afc1c,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:11.239239 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-5ee9762b-41cf-47ed-9cf0-15269255ab7f None None] Provisioning complete for port 8ef5cae1-d1ef-41a2-8f5e-4cb17bdc2c50 triggered by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:35:11.243580 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-5ee9762b-41cf-47ed-9cf0-15269255ab7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:11.328149 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning for port c1e50540-76bc-4adb-8f0c-e55231943cba completed by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:35:11.345746 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port c1e50540-76bc-4adb-8f0c-e55231943cba triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:35:11.346291 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:11.418722 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-7d289d0b-b0aa-488f-b4d0-94c596804693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'name': 'tempest-AttachVolumeShelveTestJSON-1867024726-router', 'tenant_id': 'a5169c26b204473880f57831a5e71229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '6624b436-5bb0-48eb-93d4-a371aa00e5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:35:04Z', 'updated_at': '2021-07-13T14:35:07Z', 'revision_number': 3, 'project_id': 'a5169c26b204473880f57831a5e71229', 'gw_port': {'id': '6624b436-5bb0-48eb-93d4-a371aa00e5b6', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:47:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:05Z', 'updated_at': '2021-07-13T14:35:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi'}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:35:11.509419 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:11.513389 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ad4a32f0-c7e1-4f0e-bad0-ade95e50f1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:11.524399 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d289d0b-b0aa-488f-b4d0-94c596804693 None None] Checking router: ad567ed0-4a17-4182-b587-7d9abf430bc4 for host: dv-cinder-784453-8-iscsi {{(pid=93156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:35:11.528243 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d289d0b-b0aa-488f-b4d0-94c596804693 None None] Updating router ad567ed0-4a17-4182-b587-7d9abf430bc4 port 6624b436-5bb0-48eb-93d4-a371aa00e5b6 binding host dv-cinder-784453-8-iscsi {{(pid=93156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:35:11.532181 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-534ac89c-97fa-456b-8598-c10040879732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:11.572155 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-534ac89c-97fa-456b-8598-c10040879732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:11.702571 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-534ac89c-97fa-456b-8598-c10040879732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:11.723547 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-534ac89c-97fa-456b-8598-c10040879732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:11.734765 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-534ac89c-97fa-456b-8598-c10040879732 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/86b315b6-1673-448c-8525-011f523868a7 HTTP/1.1" status: 204 len: 168 time: 0.8498294 Jul 13 14:35:11.833038 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7d289d0b-b0aa-488f-b4d0-94c596804693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:11.841449 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] For port c1e50540-76bc-4adb-8f0c-e55231943cba, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=c1e50540-76bc-4adb-8f0c-e55231943cba,segment=NetworkSegment(1dffabd1-9f9c-45cf-80ba-954af1e6bced),segment_id=1dffabd1-9f9c-45cf-80ba-954af1e6bced)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:35:11.873693 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ac89c-97fa-456b-8598-c10040879732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b315b6-1673-448c-8525-011f523868a7,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:11.917133 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a5c7522a-32ff-4bd0-ba39-4d6a70dd5259 req-6ddbb1fb-636b-4c7b-bb92-a58659c2eb81 tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4e84988-766f-456b-b33a-2399539d3eff HTTP/1.1" status: 200 len: 210 time: 0.0936594 Jul 13 14:35:11.958193 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:11.974365 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ad4a32f0-c7e1-4f0e-bad0-ade95e50f1e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:11.990457 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ad4a32f0-c7e1-4f0e-bad0-ade95e50f1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:11.991281 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ad4a32f0-c7e1-4f0e-bad0-ade95e50f1e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1992151'] for router_interface, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:12.057035 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a32f0-c7e1-4f0e-bad0-ade95e50f1e9 admin admin] Pushing event updated for resources: {'Port': ['ID=09e6619b-0bfb-4ae9-bb76-eacced31b105,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:12.303252 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98e8819-68fc-4921-8ab4-2a5d83ec0327 admin admin] Router e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6 is scheduled to L3 agent d92cc109-9c2d-42ed-8c1d-d826fa90f9d0 with binding_index 1 {{(pid=93155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:35:12.306902 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4a32f0-c7e1-4f0e-bad0-ade95e50f1e9 admin admin] Network 3b901448-fc45-4cdb-afb8-8ba3d59219c4 is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:35:12.311857 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-ad4a32f0-c7e1-4f0e-bad0-ade95e50f1e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:35:12.654067 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3b453a26-bd40-4200-b464-1f632f2ffb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:12.733100 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98e8819-68fc-4921-8ab4-2a5d83ec0327 admin admin] Notify agent at l3_agent.dv-cinder-784453-8-iscsi the message routers_updated {{(pid=93155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:35:12.751311 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cd4337-566c-421f-8778-941df316eeab None None] Sync routers for ids ['e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6'] in dv-cinder-784453-8-iscsi {{(pid=93157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:35:12.771432 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cd4337-566c-421f-8778-941df316eeab None None] Routers {'e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:35:12.772277 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-69cd4337-566c-421f-8778-941df316eeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:35:06Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6'], 'active': True} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:35:12.880190 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c87c2316-52c1-425b-a0a6-dfb75ba53ee4 None None] Provisioning for port 09e6619b-0bfb-4ae9-bb76-eacced31b105 completed by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:35:12.901695 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Pushing event updated for resources: {'Port': ['ID=c1e50540-76bc-4adb-8f0c-e55231943cba,revision_number=4']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:12.935636 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c87c2316-52c1-425b-a0a6-dfb75ba53ee4 None None] Provisioning complete for port 09e6619b-0bfb-4ae9-bb76-eacced31b105 triggered by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:35:12.957163 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c87c2316-52c1-425b-a0a6-dfb75ba53ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:12.977041 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4a32f0-c7e1-4f0e-bad0-ade95e50f1e9 admin admin] Router 270caa52-fa6f-4038-9de7-45ec54a1b576 has already been hosted by L3 agent d92cc109-9c2d-42ed-8c1d-d826fa90f9d0 {{(pid=93154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:35:13.055975 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 8ef5cae1-d1ef-41a2-8f5e-4cb17bdc2c50 up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:35:13.114636 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b98e8819-68fc-4921-8ab4-2a5d83ec0327 admin admin] Notify callbacks [] for router, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:13.116240 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-b98e8819-68fc-4921-8ab4-2a5d83ec0327 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.8397682 Jul 13 14:35:13.118960 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 50362) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:13.362664 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvr_db [None req-69cd4337-566c-421f-8778-941df316eeab None None] Set router e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6 gateway port host: dv-cinder-784453-8-iscsi {{(pid=93157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:35:13.611120 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.db_base_plugin_common [None req-3b453a26-bd40-4200-b464-1f632f2ffb6a admin admin] Allocated IP 172.20.0.1 (b04875e6-1fc2-4c4b-96d5-3d915be01c53/2093f447-27c9-42a2-bbad-8523311dd7a9/b2b281d4-e4fa-4616-8bad-1564060e7533) {{(pid=93155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:35:13.618845 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-c87c2316-52c1-425b-a0a6-dfb75ba53ee4 None None] Port 09e6619b-0bfb-4ae9-bb76-eacced31b105 cannot update to ACTIVE because it is not bound. {{(pid=93156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:35:13.674341 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ee560c51-03d0-46a4-b9db-38eb39d76728 req-dcdaa1eb-94d1-4dc3-bbf6-3d34a6e89960 tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4e84988-766f-456b-b33a-2399539d3eff HTTP/1.1" status: 200 len: 210 time: 0.1767480 Jul 13 14:35:13.701873 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4a32f0-c7e1-4f0e-bad0-ade95e50f1e9 admin admin] Notify agent at l3_agent.dv-cinder-784453-8-iscsi the message routers_updated {{(pid=93154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:35:13.711203 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-ad4a32f0-c7e1-4f0e-bad0-ade95e50f1e9 admin admin] 10.222.0.11 "PUT /v2.0/routers/270caa52-fa6f-4038-9de7-45ec54a1b576/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7370818 Jul 13 14:35:13.830761 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118781ba-2c5e-42ab-9e63-1b2f16852540 None None] Sync routers for ids ['270caa52-fa6f-4038-9de7-45ec54a1b576'] in dv-cinder-784453-8-iscsi {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:35:13.920602 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118781ba-2c5e-42ab-9e63-1b2f16852540 None None] Routers {'270caa52-fa6f-4038-9de7-45ec54a1b576'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:35:13.923239 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-118781ba-2c5e-42ab-9e63-1b2f16852540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:35:06Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['270caa52-fa6f-4038-9de7-45ec54a1b576'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:35:14.041182 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-69cd4337-566c-421f-8778-941df316eeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6', 'name': 'tempest-ServerRescueNegativeTestJSON-1357864428-router', 'tenant_id': 'fc557a9da65c4850a0db554e60444325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'd1f5b2a9-54bd-446e-ad28-c6bb2c57dab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:35:05Z', 'updated_at': '2021-07-13T14:35:09Z', 'revision_number': 3, 'project_id': 'fc557a9da65c4850a0db554e60444325', 'gw_port': {'id': 'd1f5b2a9-54bd-446e-ad28-c6bb2c57dab2', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:dc:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:08Z', 'updated_at': '2021-07-13T14:35:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi'}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:35:14.069931 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7d289d0b-b0aa-488f-b4d0-94c596804693 None None] Notify callbacks [] for port, precommit_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:14.108579 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-6efdaa64-f2dd-4d92-bd22-7b8d5bd215ef None None] Provisioning complete for port 09e6619b-0bfb-4ae9-bb76-eacced31b105 triggered by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:35:14.110423 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-6efdaa64-f2dd-4d92-bd22-7b8d5bd215ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:14.122180 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-7d289d0b-b0aa-488f-b4d0-94c596804693 None None] Transition to ACTIVE for port object 6624b436-5bb0-48eb-93d4-a371aa00e5b6 will not be triggered until provisioned by entity L2. {{(pid=93156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:35:14.131027 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3b453a26-bd40-4200-b464-1f632f2ffb6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:14.165288 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cd4337-566c-421f-8778-941df316eeab None None] Checking router: e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6 for host: dv-cinder-784453-8-iscsi {{(pid=93157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:35:14.165867 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cd4337-566c-421f-8778-941df316eeab None None] Updating router e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6 port d1f5b2a9-54bd-446e-ad28-c6bb2c57dab2 binding host dv-cinder-784453-8-iscsi {{(pid=93157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:35:14.190015 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port 8ef5cae1-d1ef-41a2-8f5e-4cb17bdc2c50 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:35:14.190651 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:14.194664 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7d289d0b-b0aa-488f-b4d0-94c596804693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:14.260888 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-69cd4337-566c-421f-8778-941df316eeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:14.339992 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-3b453a26-bd40-4200-b464-1f632f2ffb6a admin admin] Transition to ACTIVE for port object b2b281d4-e4fa-4616-8bad-1564060e7533 will not be triggered until provisioned by entity DHCP. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:35:14.487857 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.39', 49476) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:14.694958 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3b453a26-bd40-4200-b464-1f632f2ffb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838'] for port, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:14.792884 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-6efdaa64-f2dd-4d92-bd22-7b8d5bd215ef None None] Port 09e6619b-0bfb-4ae9-bb76-eacced31b105 cannot update to ACTIVE because it is not bound. {{(pid=93156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:35:14.853365 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:14.869164 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642500f6-7a9c-4004-86e0-178a1c7b1b8a None None] Pushing event updated for resources: {'Port': ['ID=6624b436-5bb0-48eb-93d4-a371aa00e5b6,revision_number=2']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:14.892000 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-7d289d0b-b0aa-488f-b4d0-94c596804693 None None] Attempting to bind port 6624b436-5bb0-48eb-93d4-a371aa00e5b6 on host dv-cinder-784453-8-iscsi for vnic_type normal with profile {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:35:14.892786 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-7d289d0b-b0aa-488f-b4d0-94c596804693 None None] Attempting to bind port 6624b436-5bb0-48eb-93d4-a371aa00e5b6 by drivers openvswitch,hyperv on host dv-cinder-784453-8-iscsi at level 0 using segments [{'id': '1dffabd1-9f9c-45cf-80ba-954af1e6bced', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:35:14.893453 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d289d0b-b0aa-488f-b4d0-94c596804693 None None] Attempting to bind port 6624b436-5bb0-48eb-93d4-a371aa00e5b6 on network ecd09457-6660-479c-a1fb-91901148ba35 {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:35:14.899940 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-118781ba-2c5e-42ab-9e63-1b2f16852540 None None] Set router 270caa52-fa6f-4038-9de7-45ec54a1b576 gateway port host: dv-cinder-784453-8-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:35:14.955251 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-b6500da7-5fe0-4940-a4e7-0b61c6d50dfb tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:14.961768 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-b6500da7-5fe0-4940-a4e7-0b61c6d50dfb tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] 10.222.0.39 "GET /v2.0/networks?id=8111f917-317d-4b90-a14d-dab5ba16d222 HTTP/1.1" status: 200 len: 812 time: 0.4688914 Jul 13 14:35:15.039529 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b453a26-bd40-4200-b464-1f632f2ffb6a admin admin] Network b04875e6-1fc2-4c4b-96d5-3d915be01c53 is already hosted by enough agents. {{(pid=93155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:35:15.040673 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-79033d92-ffa3-4fd4-bb6a-4225e90b382e tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] Request body: {'port': {'device_id': 'a4e84988-766f-456b-b33a-2399539d3eff', 'network_id': '8111f917-317d-4b90-a14d-dab5ba16d222', 'admin_state_up': True, 'tenant_id': 'ff6df234bdc94c46964c890e02f1732f'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:35:15.085891 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [None req-3b453a26-bd40-4200-b464-1f632f2ffb6a admin admin] Resources bound (agent type, host, resource id): {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:35:15.097878 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d289d0b-b0aa-488f-b4d0-94c596804693 None None] Checking agent: {'id': '3ba56e3d-baa8-43e8-bda8-5a4cd0b2ced4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 7, 13, 14, 27, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:35:15.103147 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d289d0b-b0aa-488f-b4d0-94c596804693 None None] Checking segment: {'id': '1dffabd1-9f9c-45cf-80ba-954af1e6bced', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:35:15.104837 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7d289d0b-b0aa-488f-b4d0-94c596804693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:15.107120 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d289d0b-b0aa-488f-b4d0-94c596804693 None None] Bound using segment: {'id': '1dffabd1-9f9c-45cf-80ba-954af1e6bced', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:35:15.112413 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-7d289d0b-b0aa-488f-b4d0-94c596804693 None None] Bound port: 6624b436-5bb0-48eb-93d4-a371aa00e5b6, host: dv-cinder-784453-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dffabd1-9f9c-45cf-80ba-954af1e6bced', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'}}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:35:15.113503 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7d289d0b-b0aa-488f-b4d0-94c596804693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:15.191670 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b453a26-bd40-4200-b464-1f632f2ffb6a admin admin] Received port after_create {{(pid=93155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:35:15.193574 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3b453a26-bd40-4200-b464-1f632f2ffb6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1993117'] for router_interface, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:15.367225 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-69cd4337-566c-421f-8778-941df316eeab None None] Notify callbacks [] for port, precommit_update {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:15.398578 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.provisioning_blocks [None req-69cd4337-566c-421f-8778-941df316eeab None None] Transition to ACTIVE for port object d1f5b2a9-54bd-446e-ad28-c6bb2c57dab2 will not be triggered until provisioned by entity L2. {{(pid=93157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:35:15.421196 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-69cd4337-566c-421f-8778-941df316eeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:15.615251 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device c1e50540-76bc-4adb-8f0c-e55231943cba up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:35:15.641586 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.managers [None req-69cd4337-566c-421f-8778-941df316eeab None None] Attempting to bind port d1f5b2a9-54bd-446e-ad28-c6bb2c57dab2 on host dv-cinder-784453-8-iscsi for vnic_type normal with profile {{(pid=93157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:35:15.642186 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.managers [None req-69cd4337-566c-421f-8778-941df316eeab None None] Attempting to bind port d1f5b2a9-54bd-446e-ad28-c6bb2c57dab2 by drivers openvswitch,hyperv on host dv-cinder-784453-8-iscsi at level 0 using segments [{'id': '1dffabd1-9f9c-45cf-80ba-954af1e6bced', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'}] {{(pid=93157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:35:15.643044 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cd4337-566c-421f-8778-941df316eeab None None] Attempting to bind port d1f5b2a9-54bd-446e-ad28-c6bb2c57dab2 on network ecd09457-6660-479c-a1fb-91901148ba35 {{(pid=93157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:35:15.647751 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbb564b-4215-40df-8a9e-709cb9eb4409 None None] Pushing event updated for resources: {'Port': ['ID=d1f5b2a9-54bd-446e-ad28-c6bb2c57dab2,revision_number=2']} {{(pid=93157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:15.654206 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cd4337-566c-421f-8778-941df316eeab None None] Checking agent: {'id': '3ba56e3d-baa8-43e8-bda8-5a4cd0b2ced4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 7, 13, 14, 27, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:35:15.655004 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cd4337-566c-421f-8778-941df316eeab None None] Checking segment: {'id': '1dffabd1-9f9c-45cf-80ba-954af1e6bced', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:35:15.655613 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-69cd4337-566c-421f-8778-941df316eeab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:15.657003 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cd4337-566c-421f-8778-941df316eeab None None] Bound using segment: {'id': '1dffabd1-9f9c-45cf-80ba-954af1e6bced', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'} {{(pid=93157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:35:15.657963 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.managers [None req-69cd4337-566c-421f-8778-941df316eeab None None] Bound port: d1f5b2a9-54bd-446e-ad28-c6bb2c57dab2, host: dv-cinder-784453-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dffabd1-9f9c-45cf-80ba-954af1e6bced', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'}}] {{(pid=93157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:35:15.658564 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-69cd4337-566c-421f-8778-941df316eeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:15.726513 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 50434) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:15.775164 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [None req-c6e32524-ab63-4970-ae21-7c949f75eb8a tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1465461348', 'description': 'tempest-description--425570073'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:35:15.785648 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.db [None req-69cd4337-566c-421f-8778-941df316eeab None None] For port d1f5b2a9-54bd-446e-ad28-c6bb2c57dab2, host dv-cinder-784453-8-iscsi, cleared binding levels {{(pid=93157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:35:15.791501 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.db [None req-69cd4337-566c-421f-8778-941df316eeab None None] For port d1f5b2a9-54bd-446e-ad28-c6bb2c57dab2, host dv-cinder-784453-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=d1f5b2a9-54bd-446e-ad28-c6bb2c57dab2,segment=NetworkSegment(1dffabd1-9f9c-45cf-80ba-954af1e6bced),segment_id=1dffabd1-9f9c-45cf-80ba-954af1e6bced)] {{(pid=93157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:35:15.807109 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-69cd4337-566c-421f-8778-941df316eeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:15.894166 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b453a26-bd40-4200-b464-1f632f2ffb6a admin admin] Pushing event updated for resources: {'Port': ['ID=b2b281d4-e4fa-4616-8bad-1564060e7533,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:15.899433 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cd4337-566c-421f-8778-941df316eeab None None] Routers {'e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:35:15.900505 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-69cd4337-566c-421f-8778-941df316eeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:35:06Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6'], 'active': True} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:35:15.955068 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbb564b-4215-40df-8a9e-709cb9eb4409 None None] Pushing event updated for resources: {'Port': ['ID=d1f5b2a9-54bd-446e-ad28-c6bb2c57dab2,revision_number=3']} {{(pid=93157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:16.013465 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e6c23234-6fb0-4086-8b73-0da6b159577e req-4da1c95b-ea05-45ac-94f9-b031e9d9147a tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4e84988-766f-456b-b33a-2399539d3eff HTTP/1.1" status: 200 len: 210 time: 0.5381796 Jul 13 14:35:16.076660 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-7d289d0b-b0aa-488f-b4d0-94c596804693 None None] For port 6624b436-5bb0-48eb-93d4-a371aa00e5b6, host dv-cinder-784453-8-iscsi, cleared binding levels {{(pid=93156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:35:16.107024 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-08960e58-c50d-4b1e-aade-87c66b16db1f None None] Provisioning for port b2b281d4-e4fa-4616-8bad-1564060e7533 completed by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:35:16.143958 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c6e32524-ab63-4970-ae21-7c949f75eb8a tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:16.190204 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvr_db [None req-69cd4337-566c-421f-8778-941df316eeab None None] Set router e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6 gateway port host: dv-cinder-784453-8-iscsi {{(pid=93157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:35:16.193275 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-08960e58-c50d-4b1e-aade-87c66b16db1f None None] Provisioning complete for port b2b281d4-e4fa-4616-8bad-1564060e7533 triggered by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:35:16.193871 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-08960e58-c50d-4b1e-aade-87c66b16db1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:16.222297 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3b453a26-bd40-4200-b464-1f632f2ffb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:16.245835 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-79033d92-ffa3-4fd4-bb6a-4225e90b382e tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] Made reservation on behalf of ff6df234bdc94c46964c890e02f1732f for: {'port': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:35:16.255079 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-79033d92-ffa3-4fd4-bb6a-4225e90b382e tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:16.255614 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-903418e2-6607-4b57-87a2-99c4e8bfbbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:16.344270 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-7d289d0b-b0aa-488f-b4d0-94c596804693 None None] For port 6624b436-5bb0-48eb-93d4-a371aa00e5b6, host dv-cinder-784453-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=6624b436-5bb0-48eb-93d4-a371aa00e5b6,segment=NetworkSegment(1dffabd1-9f9c-45cf-80ba-954af1e6bced),segment_id=1dffabd1-9f9c-45cf-80ba-954af1e6bced)] {{(pid=93156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:35:16.347652 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-08960e58-c50d-4b1e-aade-87c66b16db1f None None] Port b2b281d4-e4fa-4616-8bad-1564060e7533 cannot update to ACTIVE because it is not bound. {{(pid=93156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:35:16.399670 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7d289d0b-b0aa-488f-b4d0-94c596804693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:16.579673 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642500f6-7a9c-4004-86e0-178a1c7b1b8a None None] Pushing event updated for resources: {'Port': ['ID=6624b436-5bb0-48eb-93d4-a371aa00e5b6,revision_number=3']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:16.601386 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port c1e50540-76bc-4adb-8f0c-e55231943cba triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:35:16.605447 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 50460) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:16.606088 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:16.756292 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d289d0b-b0aa-488f-b4d0-94c596804693 None None] Routers {'ad567ed0-4a17-4182-b587-7d9abf430bc4'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:35:16.756947 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-7d289d0b-b0aa-488f-b4d0-94c596804693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:35:06Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['ad567ed0-4a17-4182-b587-7d9abf430bc4'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:35:16.773227 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-69cd4337-566c-421f-8778-941df316eeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6', 'name': 'tempest-ServerRescueNegativeTestJSON-1357864428-router', 'tenant_id': 'fc557a9da65c4850a0db554e60444325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'd1f5b2a9-54bd-446e-ad28-c6bb2c57dab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:35:05Z', 'updated_at': '2021-07-13T14:35:09Z', 'revision_number': 3, 'project_id': 'fc557a9da65c4850a0db554e60444325', 'gw_port': {'id': 'd1f5b2a9-54bd-446e-ad28-c6bb2c57dab2', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:dc:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:08Z', 'updated_at': '2021-07-13T14:35:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi'}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:35:16.926163 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cd4337-566c-421f-8778-941df316eeab None None] The sync data for ids ['e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6'] in dv-cinder-784453-8-iscsi is: [{'id': 'e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6', 'name': 'tempest-ServerRescueNegativeTestJSON-1357864428-router', 'tenant_id': 'fc557a9da65c4850a0db554e60444325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'd1f5b2a9-54bd-446e-ad28-c6bb2c57dab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:35:05Z', 'updated_at': '2021-07-13T14:35:09Z', 'revision_number': 3, 'project_id': 'fc557a9da65c4850a0db554e60444325', 'gw_port': {'id': 'd1f5b2a9-54bd-446e-ad28-c6bb2c57dab2', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:dc:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:08Z', 'updated_at': '2021-07-13T14:35:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi'}] {{(pid=93157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:35:17.012258 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c6e32524-ab63-4970-ae21-7c949f75eb8a tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:17.032277 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c6e32524-ab63-4970-ae21-7c949f75eb8a tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:17.121591 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-79033d92-ffa3-4fd4-bb6a-4225e90b382e tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] Allocated IP 172.20.0.13 (8111f917-317d-4b90-a14d-dab5ba16d222/7e1c803a-3e16-48e7-9963-1d638d397492/f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:35:17.173093 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c6e32524-ab63-4970-ae21-7c949f75eb8a tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:17.176384 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-c6e32524-ab63-4970-ae21-7c949f75eb8a tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.4395506 Jul 13 14:35:17.185506 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 50476) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:17.203089 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-8562c31b-37ab-49d0-9ee5-3354b2744d23 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Request body: {'security_group_rule': {'security_group_id': '297e89a9-097b-4927-b471-a2bb117ceb54', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:35:17.269881 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ae1af365-011e-4604-9fd7-374733589e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:17.314767 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e32524-ab63-4970-ae21-7c949f75eb8a tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=297e89a9-097b-4927-b471-a2bb117ceb54,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:17.550390 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.db_base_plugin_common [None req-903418e2-6607-4b57-87a2-99c4e8bfbbb9 admin admin] Allocated IP 172.20.0.1 (c60399fe-47fd-4adc-84b8-a09ce78c9d83/57ef7d24-de03-448d-9f18-05ea2c1e72c3/f4d5b8d4-4371-40dc-a322-82a460d07448) {{(pid=93155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:35:17.601240 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-118781ba-2c5e-42ab-9e63-1b2f16852540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'name': 'tempest-AttachVolumeTestJSON-1902969673-router', 'tenant_id': '4db817ef0fe4408794a0ef962b27746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'c1e50540-76bc-4adb-8f0c-e55231943cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:35:01Z', 'updated_at': '2021-07-13T14:35:11Z', 'revision_number': 4, 'project_id': '4db817ef0fe4408794a0ef962b27746d', 'gw_port': {'id': 'c1e50540-76bc-4adb-8f0c-e55231943cba', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:02Z', 'updated_at': '2021-07-13T14:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': '09e6619b-0bfb-4ae9-bb76-eacced31b105', 'name': '', 'network_id': '3b901448-fc45-4cdb-afb8-8ba3d59219c4', 'tenant_id': '4db817ef0fe4408794a0ef962b27746d', 'mac_address': 'fa:16:3e:8c:0c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '58921e0e-d271-42d3-8bb5-36a41aaf8b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:07Z', 'updated_at': '2021-07-13T14:35:11Z', 'revision_number': 2, 'project_id': '4db817ef0fe4408794a0ef962b27746d', 'subnets': [{'id': '58921e0e-d271-42d3-8bb5-36a41aaf8b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:35:17.840104 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-7d289d0b-b0aa-488f-b4d0-94c596804693 None None] Set router ad567ed0-4a17-4182-b587-7d9abf430bc4 gateway port host: dv-cinder-784453-8-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:35:17.850366 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118781ba-2c5e-42ab-9e63-1b2f16852540 None None] Checking router: 270caa52-fa6f-4038-9de7-45ec54a1b576 for host: dv-cinder-784453-8-iscsi {{(pid=93156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:35:17.850979 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118781ba-2c5e-42ab-9e63-1b2f16852540 None None] Updating router 270caa52-fa6f-4038-9de7-45ec54a1b576 port 09e6619b-0bfb-4ae9-bb76-eacced31b105 binding host dv-cinder-784453-8-iscsi {{(pid=93156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:35:17.895747 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3b453a26-bd40-4200-b464-1f632f2ffb6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:17.958364 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3b453a26-bd40-4200-b464-1f632f2ffb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:17.969442 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3b453a26-bd40-4200-b464-1f632f2ffb6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1992151'] for router_interface, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:18.060037 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-118781ba-2c5e-42ab-9e63-1b2f16852540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:18.064862 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device d1f5b2a9-54bd-446e-ad28-c6bb2c57dab2 up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:35:18.070667 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-79033d92-ffa3-4fd4-bb6a-4225e90b382e tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:18.247206 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8562c31b-37ab-49d0-9ee5-3354b2744d23 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:18.476711 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-79033d92-ffa3-4fd4-bb6a-4225e90b382e tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:18.590171 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e958eacf-8b03-477a-a9ac-59d45e522681 req-35af5c1b-0365-4a7c-95a5-5f31b6dfa33a tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4e84988-766f-456b-b33a-2399539d3eff HTTP/1.1" status: 200 len: 210 time: 1.1668372 Jul 13 14:35:18.660602 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b453a26-bd40-4200-b464-1f632f2ffb6a admin admin] Pushing event updated for resources: {'Port': ['ID=b2b281d4-e4fa-4616-8bad-1564060e7533,revision_number=2']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:18.971651 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 50496) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:19.041884 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning for port d1f5b2a9-54bd-446e-ad28-c6bb2c57dab2 completed by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:35:19.126707 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port d1f5b2a9-54bd-446e-ad28-c6bb2c57dab2 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:35:19.127331 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:19.237927 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-79033d92-ffa3-4fd4-bb6a-4225e90b382e tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] Network 8111f917-317d-4b90-a14d-dab5ba16d222 is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:35:19.305207 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-79033d92-ffa3-4fd4-bb6a-4225e90b382e tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:35:19.313697 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-79033d92-ffa3-4fd4-bb6a-4225e90b382e tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:35:19.326994 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-79033d92-ffa3-4fd4-bb6a-4225e90b382e tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:19.334365 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-79033d92-ffa3-4fd4-bb6a-4225e90b382e tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:19.401484 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79033d92-ffa3-4fd4-bb6a-4225e90b382e tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] Pushing event updated for resources: {'Port': ['ID=f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:19.429351 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ae1af365-011e-4604-9fd7-374733589e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:19.445010 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-79033d92-ffa3-4fd4-bb6a-4225e90b382e tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4091454 Jul 13 14:35:19.469843 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8562c31b-37ab-49d0-9ee5-3354b2744d23 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:19.481835 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-19124c71-6440-44b0-bfa5-eb86931609e5 tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:35:19.483753 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-19124c71-6440-44b0-bfa5-eb86931609e5 tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088692 Jul 13 14:35:19.485996 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8562c31b-37ab-49d0-9ee5-3354b2744d23 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655845'] for security_group_rule, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:19.513641 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b453a26-bd40-4200-b464-1f632f2ffb6a admin admin] Network b04875e6-1fc2-4c4b-96d5-3d915be01c53 is already hosted by enough agents. {{(pid=93155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:35:19.516270 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ae1af365-011e-4604-9fd7-374733589e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:19.532775 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8562c31b-37ab-49d0-9ee5-3354b2744d23 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56af0f95-2646-40cf-af93-b61efb550f7b,revision_number=0']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:19.547515 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-903418e2-6607-4b57-87a2-99c4e8bfbbb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:19.548767 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8562c31b-37ab-49d0-9ee5-3354b2744d23 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:19.554684 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-8562c31b-37ab-49d0-9ee5-3354b2744d23 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3661418 Jul 13 14:35:19.555624 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 50510) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:19.561274 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-bbcc1d3a-af64-4fb8-86ab-57ab859f8290 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Request body: {'security_group_rule': {'security_group_id': '297e89a9-097b-4927-b471-a2bb117ceb54', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:35:19.598278 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [None req-3b453a26-bd40-4200-b464-1f632f2ffb6a admin admin] Resources bound (agent type, host, resource id): {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:35:19.627822 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bbcc1d3a-af64-4fb8-86ab-57ab859f8290 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:19.696235 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-181af0e7-02e6-470f-8eb8-cbb7435736ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:19.697833 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-7d289d0b-b0aa-488f-b4d0-94c596804693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'name': 'tempest-AttachVolumeShelveTestJSON-1867024726-router', 'tenant_id': 'a5169c26b204473880f57831a5e71229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '6624b436-5bb0-48eb-93d4-a371aa00e5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:35:04Z', 'updated_at': '2021-07-13T14:35:15Z', 'revision_number': 4, 'project_id': 'a5169c26b204473880f57831a5e71229', 'gw_port': {'id': '6624b436-5bb0-48eb-93d4-a371aa00e5b6', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:47:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:05Z', 'updated_at': '2021-07-13T14:35:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': 'b2b281d4-e4fa-4616-8bad-1564060e7533', 'name': '', 'network_id': 'b04875e6-1fc2-4c4b-96d5-3d915be01c53', 'tenant_id': 'a5169c26b204473880f57831a5e71229', 'mac_address': 'fa:16:3e:c9:45:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2093f447-27c9-42a2-bbad-8523311dd7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:12Z', 'updated_at': '2021-07-13T14:35:13Z', 'revision_number': 1, 'project_id': 'a5169c26b204473880f57831a5e71229', 'subnets': [{'id': '2093f447-27c9-42a2-bbad-8523311dd7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:35:19.894474 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bbcc1d3a-af64-4fb8-86ab-57ab859f8290 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:19.907459 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bbcc1d3a-af64-4fb8-86ab-57ab859f8290 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655845'] for security_group_rule, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:19.974012 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc1d3a-af64-4fb8-86ab-57ab859f8290 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=038e254c-49e4-4a51-b578-e9d6d9093a54,revision_number=0']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:20.125991 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bbcc1d3a-af64-4fb8-86ab-57ab859f8290 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:20.131742 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-bbcc1d3a-af64-4fb8-86ab-57ab859f8290 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5747094 Jul 13 14:35:20.133885 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 50516) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:20.161194 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d289d0b-b0aa-488f-b4d0-94c596804693 None None] The sync data for ids ['ad567ed0-4a17-4182-b587-7d9abf430bc4'] in dv-cinder-784453-8-iscsi is: [{'id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'name': 'tempest-AttachVolumeShelveTestJSON-1867024726-router', 'tenant_id': 'a5169c26b204473880f57831a5e71229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '6624b436-5bb0-48eb-93d4-a371aa00e5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:35:04Z', 'updated_at': '2021-07-13T14:35:15Z', 'revision_number': 4, 'project_id': 'a5169c26b204473880f57831a5e71229', 'gw_port': {'id': '6624b436-5bb0-48eb-93d4-a371aa00e5b6', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:47:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:05Z', 'updated_at': '2021-07-13T14:35:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': 'b2b281d4-e4fa-4616-8bad-1564060e7533', 'name': '', 'network_id': 'b04875e6-1fc2-4c4b-96d5-3d915be01c53', 'tenant_id': 'a5169c26b204473880f57831a5e71229', 'mac_address': 'fa:16:3e:c9:45:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2093f447-27c9-42a2-bbad-8523311dd7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:12Z', 'updated_at': '2021-07-13T14:35:13Z', 'revision_number': 1, 'project_id': 'a5169c26b204473880f57831a5e71229', 'subnets': [{'id': '2093f447-27c9-42a2-bbad-8523311dd7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:35:20.173946 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-0f0e3b30-6138-4577-bbad-e9d2295135a9 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Request body: {'floatingip': {'floating_network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:35:20.304976 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0f0e3b30-6138-4577-bbad-e9d2295135a9 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks [] for floatingip, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:20.351250 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-85bd1313-cc92-4e14-b30d-8dc051d59f88 None None] Provisioning complete for port b2b281d4-e4fa-4616-8bad-1564060e7533 triggered by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:35:20.351979 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-85bd1313-cc92-4e14-b30d-8dc051d59f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:20.467763 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-0264b390-7181-4223-874b-df126a5d093f service neutron] Request body: {'port': {'device_id': 'a4e84988-766f-456b-b33a-2399539d3eff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:35:20.649199 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b453a26-bd40-4200-b464-1f632f2ffb6a admin admin] Router ad567ed0-4a17-4182-b587-7d9abf430bc4 has already been hosted by L3 agent d92cc109-9c2d-42ed-8c1d-d826fa90f9d0 {{(pid=93155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:35:20.650513 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1af365-011e-4604-9fd7-374733589e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71fc914-6426-4215-b802-462f069c43dd,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:20.657343 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-ae1af365-011e-4604-9fd7-374733589e07 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=430cb76982e84402af0854ae2d9dd453&name=default HTTP/1.1" status: 200 len: 2978 time: 4.0492051 Jul 13 14:35:20.664530 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 50526) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:20.749222 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-72e9c391-39a3-4187-bcc1-238c7f3352b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:20.782979 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-72e9c391-39a3-4187-bcc1-238c7f3352b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:20.852409 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-85bd1313-cc92-4e14-b30d-8dc051d59f88 None None] Port b2b281d4-e4fa-4616-8bad-1564060e7533 cannot update to ACTIVE because it is not bound. {{(pid=93156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:35:20.931765 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721acc19-c00f-443b-b803-a828dc8dc930 req-1ed4c55c-9d30-408b-8622-ce58b7f3fa38 tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:20.933659 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:20.936271 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-721acc19-c00f-443b-b803-a828dc8dc930 req-1ed4c55c-9d30-408b-8622-ce58b7f3fa38 tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4e84988-766f-456b-b33a-2399539d3eff HTTP/1.1" status: 200 len: 932 time: 0.9367430 Jul 13 14:35:21.018091 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-72e9c391-39a3-4187-bcc1-238c7f3352b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:21.024410 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-72e9c391-39a3-4187-bcc1-238c7f3352b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:21.026751 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-72e9c391-39a3-4187-bcc1-238c7f3352b4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b71fc914-6426-4215-b802-462f069c43dd HTTP/1.1" status: 204 len: 168 time: 0.3593888 Jul 13 14:35:21.172751 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-0264b390-7181-4223-874b-df126a5d093f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:21.230610 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e9c391-39a3-4187-bcc1-238c7f3352b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71fc914-6426-4215-b802-462f069c43dd,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:21.330380 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-903418e2-6607-4b57-87a2-99c4e8bfbbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838'] for port, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:21.370455 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-118781ba-2c5e-42ab-9e63-1b2f16852540 None None] Notify callbacks [] for port, precommit_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:21.422329 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] For port d1f5b2a9-54bd-446e-ad28-c6bb2c57dab2, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=d1f5b2a9-54bd-446e-ad28-c6bb2c57dab2,segment=NetworkSegment(1dffabd1-9f9c-45cf-80ba-954af1e6bced),segment_id=1dffabd1-9f9c-45cf-80ba-954af1e6bced)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:35:21.453541 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:21.456470 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-118781ba-2c5e-42ab-9e63-1b2f16852540 None None] Transition to ACTIVE for port object 09e6619b-0bfb-4ae9-bb76-eacced31b105 will not be triggered until provisioned by entity L2. {{(pid=93156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:35:21.510461 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-721acc19-c00f-443b-b803-a828dc8dc930 req-a1dd0b0a-9324-44d5-828f-ed4fa623bf86 tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] 10.222.0.11 "GET /v2.0/security-groups?id=312452d2-579f-4074-bfd5-43419a8b3406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5317233 Jul 13 14:35:21.581051 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-118781ba-2c5e-42ab-9e63-1b2f16852540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:21.631700 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-181af0e7-02e6-470f-8eb8-cbb7435736ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:21.640381 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903418e2-6607-4b57-87a2-99c4e8bfbbb9 admin admin] Network c60399fe-47fd-4adc-84b8-a09ce78c9d83 is already hosted by enough agents. {{(pid=93155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:35:21.647979 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Pushing event updated for resources: {'Port': ['ID=d1f5b2a9-54bd-446e-ad28-c6bb2c57dab2,revision_number=4']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:21.648771 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-181af0e7-02e6-470f-8eb8-cbb7435736ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:21.744396 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-181af0e7-02e6-470f-8eb8-cbb7435736ba admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d90eeaa6a86b499dae33964f79dd59fb&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7681892 Jul 13 14:35:21.756758 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181af0e7-02e6-470f-8eb8-cbb7435736ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e4d772-fbf0-465c-b4cc-076acdd52c8e,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:21.778711 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [None req-903418e2-6607-4b57-87a2-99c4e8bfbbb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:35:21.801238 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 50534) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:21.815662 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903418e2-6607-4b57-87a2-99c4e8bfbbb9 admin admin] Received port after_create {{(pid=93155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:35:21.816250 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-903418e2-6607-4b57-87a2-99c4e8bfbbb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1993117'] for router_interface, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:22.262978 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-118781ba-2c5e-42ab-9e63-1b2f16852540 None None] Attempting to bind port 09e6619b-0bfb-4ae9-bb76-eacced31b105 on host dv-cinder-784453-8-iscsi for vnic_type normal with profile {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:35:22.264193 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-118781ba-2c5e-42ab-9e63-1b2f16852540 None None] Attempting to bind port 09e6619b-0bfb-4ae9-bb76-eacced31b105 by drivers openvswitch,hyperv on host dv-cinder-784453-8-iscsi at level 0 using segments [{'id': 'ddf34b6c-deaa-4bcb-bc31-453214300edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3b901448-fc45-4cdb-afb8-8ba3d59219c4'}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:35:22.266057 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118781ba-2c5e-42ab-9e63-1b2f16852540 None None] Attempting to bind port 09e6619b-0bfb-4ae9-bb76-eacced31b105 on network 3b901448-fc45-4cdb-afb8-8ba3d59219c4 {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:35:22.282619 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c590ce-0339-4aac-9be1-3e574753a64d None None] Pushing event updated for resources: {'Port': ['ID=09e6619b-0bfb-4ae9-bb76-eacced31b105,revision_number=3']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:22.291933 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118781ba-2c5e-42ab-9e63-1b2f16852540 None None] Checking agent: {'id': '3ba56e3d-baa8-43e8-bda8-5a4cd0b2ced4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 7, 13, 14, 27, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:35:22.293882 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118781ba-2c5e-42ab-9e63-1b2f16852540 None None] Checking segment: {'id': 'ddf34b6c-deaa-4bcb-bc31-453214300edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3b901448-fc45-4cdb-afb8-8ba3d59219c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:35:22.295049 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-118781ba-2c5e-42ab-9e63-1b2f16852540 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:22.296526 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118781ba-2c5e-42ab-9e63-1b2f16852540 None None] Bound using segment: {'id': 'ddf34b6c-deaa-4bcb-bc31-453214300edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3b901448-fc45-4cdb-afb8-8ba3d59219c4'} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:35:22.297855 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-118781ba-2c5e-42ab-9e63-1b2f16852540 None None] Bound port: 09e6619b-0bfb-4ae9-bb76-eacced31b105, host: dv-cinder-784453-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddf34b6c-deaa-4bcb-bc31-453214300edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3b901448-fc45-4cdb-afb8-8ba3d59219c4'}}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:35:22.299041 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-118781ba-2c5e-42ab-9e63-1b2f16852540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:22.444346 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-0264b390-7181-4223-874b-df126a5d093f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c {{(pid=93154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:35:22.459588 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-0264b390-7181-4223-874b-df126a5d093f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:22.525683 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-0264b390-7181-4223-874b-df126a5d093f service neutron] Transition to ACTIVE for port object f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c will not be triggered until provisioned by entity L2. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:35:22.533941 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 50546) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:22.569731 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b453a26-bd40-4200-b464-1f632f2ffb6a admin admin] Notify agent at l3_agent.dv-cinder-784453-8-iscsi the message routers_updated {{(pid=93155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:35:22.573440 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-118781ba-2c5e-42ab-9e63-1b2f16852540 None None] For port 09e6619b-0bfb-4ae9-bb76-eacced31b105, host dv-cinder-784453-8-iscsi, cleared binding levels {{(pid=93156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:35:22.590381 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-118781ba-2c5e-42ab-9e63-1b2f16852540 None None] For port 09e6619b-0bfb-4ae9-bb76-eacced31b105, host dv-cinder-784453-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=09e6619b-0bfb-4ae9-bb76-eacced31b105,segment=NetworkSegment(ddf34b6c-deaa-4bcb-bc31-453214300edf),segment_id=ddf34b6c-deaa-4bcb-bc31-453214300edf)] {{(pid=93156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:35:22.613634 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-cb848c7a-3f29-4895-9a44-fb433ad123c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:22.637373 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-118781ba-2c5e-42ab-9e63-1b2f16852540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:22.639432 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-0264b390-7181-4223-874b-df126a5d093f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:22.753213 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-3b453a26-bd40-4200-b464-1f632f2ffb6a admin admin] 10.222.0.11 "PUT /v2.0/routers/ad567ed0-4a17-4182-b587-7d9abf430bc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4997222 Jul 13 14:35:22.755344 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-903418e2-6607-4b57-87a2-99c4e8bfbbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:22.799787 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903418e2-6607-4b57-87a2-99c4e8bfbbb9 admin admin] Pushing event updated for resources: {'Port': ['ID=f4d5b8d4-4371-40dc-a322-82a460d07448,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:22.917138 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c590ce-0339-4aac-9be1-3e574753a64d None None] Pushing event updated for resources: {'Port': ['ID=09e6619b-0bfb-4ae9-bb76-eacced31b105,revision_number=4']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:22.939079 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118781ba-2c5e-42ab-9e63-1b2f16852540 None None] Routers {'270caa52-fa6f-4038-9de7-45ec54a1b576'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:35:22.940035 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-118781ba-2c5e-42ab-9e63-1b2f16852540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:35:06Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['270caa52-fa6f-4038-9de7-45ec54a1b576'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:35:23.119364 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-cb848c7a-3f29-4895-9a44-fb433ad123c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:23.137598 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-118781ba-2c5e-42ab-9e63-1b2f16852540 None None] Set router 270caa52-fa6f-4038-9de7-45ec54a1b576 gateway port host: dv-cinder-784453-8-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:35:23.210843 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-cb848c7a-3f29-4895-9a44-fb433ad123c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:23.416839 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0f0e3b30-6138-4577-bbad-e9d2295135a9 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:23.654051 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b38eb7bc-a2e7-481e-86c3-7aeeb8d1eb9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:23.709970 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b38eb7bc-a2e7-481e-86c3-7aeeb8d1eb9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:23.765565 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-903418e2-6607-4b57-87a2-99c4e8bfbbb9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:23.775496 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-903418e2-6607-4b57-87a2-99c4e8bfbbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:23.776267 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-903418e2-6607-4b57-87a2-99c4e8bfbbb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1992151'] for router_interface, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:23.997849 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-118781ba-2c5e-42ab-9e63-1b2f16852540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'name': 'tempest-AttachVolumeTestJSON-1902969673-router', 'tenant_id': '4db817ef0fe4408794a0ef962b27746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'c1e50540-76bc-4adb-8f0c-e55231943cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:35:01Z', 'updated_at': '2021-07-13T14:35:11Z', 'revision_number': 4, 'project_id': '4db817ef0fe4408794a0ef962b27746d', 'gw_port': {'id': 'c1e50540-76bc-4adb-8f0c-e55231943cba', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:02Z', 'updated_at': '2021-07-13T14:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': '09e6619b-0bfb-4ae9-bb76-eacced31b105', 'name': '', 'network_id': '3b901448-fc45-4cdb-afb8-8ba3d59219c4', 'tenant_id': '4db817ef0fe4408794a0ef962b27746d', 'mac_address': 'fa:16:3e:8c:0c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '58921e0e-d271-42d3-8bb5-36a41aaf8b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:07Z', 'updated_at': '2021-07-13T14:35:22Z', 'revision_number': 4, 'project_id': '4db817ef0fe4408794a0ef962b27746d', 'subnets': [{'id': '58921e0e-d271-42d3-8bb5-36a41aaf8b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:35:24.032312 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903418e2-6607-4b57-87a2-99c4e8bfbbb9 admin admin] Pushing event updated for resources: {'Port': ['ID=f4d5b8d4-4371-40dc-a322-82a460d07448,revision_number=2']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:24.061879 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b38eb7bc-a2e7-481e-86c3-7aeeb8d1eb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:24.065188 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b38eb7bc-a2e7-481e-86c3-7aeeb8d1eb9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:24.066505 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-b38eb7bc-a2e7-481e-86c3-7aeeb8d1eb9b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/05e4d772-fbf0-465c-b4cc-076acdd52c8e HTTP/1.1" status: 204 len: 168 time: 2.2524397 Jul 13 14:35:24.140580 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118781ba-2c5e-42ab-9e63-1b2f16852540 None None] The sync data for ids ['270caa52-fa6f-4038-9de7-45ec54a1b576'] in dv-cinder-784453-8-iscsi is: [{'id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'name': 'tempest-AttachVolumeTestJSON-1902969673-router', 'tenant_id': '4db817ef0fe4408794a0ef962b27746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'c1e50540-76bc-4adb-8f0c-e55231943cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:35:01Z', 'updated_at': '2021-07-13T14:35:11Z', 'revision_number': 4, 'project_id': '4db817ef0fe4408794a0ef962b27746d', 'gw_port': {'id': 'c1e50540-76bc-4adb-8f0c-e55231943cba', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:02Z', 'updated_at': '2021-07-13T14:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': '09e6619b-0bfb-4ae9-bb76-eacced31b105', 'name': '', 'network_id': '3b901448-fc45-4cdb-afb8-8ba3d59219c4', 'tenant_id': '4db817ef0fe4408794a0ef962b27746d', 'mac_address': 'fa:16:3e:8c:0c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '58921e0e-d271-42d3-8bb5-36a41aaf8b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:07Z', 'updated_at': '2021-07-13T14:35:22Z', 'revision_number': 4, 'project_id': '4db817ef0fe4408794a0ef962b27746d', 'subnets': [{'id': '58921e0e-d271-42d3-8bb5-36a41aaf8b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:35:24.147270 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 6624b436-5bb0-48eb-93d4-a371aa00e5b6 up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:35:24.200147 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38eb7bc-a2e7-481e-86c3-7aeeb8d1eb9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e4d772-fbf0-465c-b4cc-076acdd52c8e,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:24.240195 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903418e2-6607-4b57-87a2-99c4e8bfbbb9 admin admin] Network c60399fe-47fd-4adc-84b8-a09ce78c9d83 is already hosted by enough agents. {{(pid=93155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:35:24.251422 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [None req-903418e2-6607-4b57-87a2-99c4e8bfbbb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:35:24.467602 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning for port 6624b436-5bb0-48eb-93d4-a371aa00e5b6 completed by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:35:24.497594 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port 6624b436-5bb0-48eb-93d4-a371aa00e5b6 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:35:24.498317 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:24.664663 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-cb848c7a-3f29-4895-9a44-fb433ad123c5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9922099b61084678883e2fa0859558fb&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1202390 Jul 13 14:35:24.667224 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-903418e2-6607-4b57-87a2-99c4e8bfbbb9 admin admin] Router e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6 has already been hosted by L3 agent d92cc109-9c2d-42ed-8c1d-d826fa90f9d0 {{(pid=93155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:35:24.674517 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 50574) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:24.949485 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0264b390-7181-4223-874b-df126a5d093f service neutron] Pushing event updated for resources: {'Port': ['ID=f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:24.981778 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 50576) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:24.983099 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-5e5af6dc-839d-4c3d-94a0-9f986e2c593c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:25.002215 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb848c7a-3f29-4895-9a44-fb433ad123c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88a3654-e750-4b70-a564-8e8a9f18bf7f,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:25.003552 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [None req-2c21d843-8ea0-4fdb-a1e3-0733313dfcc9 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--430944505', 'description': 'tempest-description--1920232581'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:35:25.047328 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-0264b390-7181-4223-874b-df126a5d093f service neutron] Attempting to bind port f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:35:25.050093 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-0264b390-7181-4223-874b-df126a5d093f service neutron] Attempting to bind port f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '0b81c1b4-d4e3-42d2-97e2-d4b0813ae6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8111f917-317d-4b90-a14d-dab5ba16d222'}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:35:25.052100 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-0264b390-7181-4223-874b-df126a5d093f service neutron] Attempting to bind port f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c on network 8111f917-317d-4b90-a14d-dab5ba16d222 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:35:25.096669 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:25.112478 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-0264b390-7181-4223-874b-df126a5d093f service neutron] Port f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c on network 8111f917-317d-4b90-a14d-dab5ba16d222 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:35:25.113323 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-0264b390-7181-4223-874b-df126a5d093f service neutron] Attempting to bind port f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c on network 8111f917-317d-4b90-a14d-dab5ba16d222 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:35:25.208240 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] For port 6624b436-5bb0-48eb-93d4-a371aa00e5b6, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=6624b436-5bb0-48eb-93d4-a371aa00e5b6,segment=NetworkSegment(1dffabd1-9f9c-45cf-80ba-954af1e6bced),segment_id=1dffabd1-9f9c-45cf-80ba-954af1e6bced)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:35:25.218230 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:25.219777 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device d1f5b2a9-54bd-446e-ad28-c6bb2c57dab2 up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:35:25.225839 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df40000-f16d-4b46-8d56-baaf8a769eea req-bb65871e-8a18-4e16-8e7b-3955379a40cf tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:25.228844 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6df40000-f16d-4b46-8d56-baaf8a769eea req-bb65871e-8a18-4e16-8e7b-3955379a40cf tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4e84988-766f-456b-b33a-2399539d3eff HTTP/1.1" status: 200 len: 944 time: 1.9865036 Jul 13 14:35:25.239521 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-0264b390-7181-4223-874b-df126a5d093f service neutron] Checking agent: {'id': 'b13b15cc-78ec-4c35-8be2-6f245ac287e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 13, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:35:25.240299 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-0264b390-7181-4223-874b-df126a5d093f service neutron] Checking segment: {'id': '0b81c1b4-d4e3-42d2-97e2-d4b0813ae6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8111f917-317d-4b90-a14d-dab5ba16d222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:35:25.241735 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-0264b390-7181-4223-874b-df126a5d093f service neutron] Bound using segment: {'id': '0b81c1b4-d4e3-42d2-97e2-d4b0813ae6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8111f917-317d-4b90-a14d-dab5ba16d222'} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:35:25.242520 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-0264b390-7181-4223-874b-df126a5d093f service neutron] Bound port: f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b81c1b4-d4e3-42d2-97e2-d4b0813ae6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8111f917-317d-4b90-a14d-dab5ba16d222'}}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:35:25.243155 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-0264b390-7181-4223-874b-df126a5d093f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:25.358468 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-5e5af6dc-839d-4c3d-94a0-9f986e2c593c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:25.415238 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [None req-0f0e3b30-6138-4577-bbad-e9d2295135a9 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Allocated IP 172.27.3.100 (ecd09457-6660-479c-a1fb-91901148ba35/592e54d3-84ab-450e-8093-b0d029762b46/9cefe53b-59d1-4d4c-8a0b-9221bb6e98b4) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:35:25.432689 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6df40000-f16d-4b46-8d56-baaf8a769eea req-4361fb98-5cbe-4018-a776-5e2cfaa65657 tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] 10.222.0.11 "GET /v2.0/security-groups?id=312452d2-579f-4074-bfd5-43419a8b3406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944520 Jul 13 14:35:25.552237 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2c21d843-8ea0-4fdb-a1e3-0733313dfcc9 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:25.764013 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Pushing event updated for resources: {'Port': ['ID=6624b436-5bb0-48eb-93d4-a371aa00e5b6,revision_number=4']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:25.811112 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-5e5af6dc-839d-4c3d-94a0-9f986e2c593c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:25.813226 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port d1f5b2a9-54bd-446e-ad28-c6bb2c57dab2 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:35:25.816709 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:25.819867 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-5e5af6dc-839d-4c3d-94a0-9f986e2c593c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:25.821843 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-5e5af6dc-839d-4c3d-94a0-9f986e2c593c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b88a3654-e750-4b70-a564-8e8a9f18bf7f HTTP/1.1" status: 204 len: 168 time: 1.1302080 Jul 13 14:35:25.841448 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7e8200-1450-41ff-9d61-7f96646b9a38 None None] Sync routers for ids ['ad567ed0-4a17-4182-b587-7d9abf430bc4'] in dv-cinder-784453-8-iscsi {{(pid=93157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:35:25.891390 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7e8200-1450-41ff-9d61-7f96646b9a38 None None] Routers {'ad567ed0-4a17-4182-b587-7d9abf430bc4'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:35:25.892552 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-db7e8200-1450-41ff-9d61-7f96646b9a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:35:06Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['ad567ed0-4a17-4182-b587-7d9abf430bc4'], 'active': True} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:35:25.912007 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5af6dc-839d-4c3d-94a0-9f986e2c593c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88a3654-e750-4b70-a564-8e8a9f18bf7f,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:25.919494 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-0264b390-7181-4223-874b-df126a5d093f service neutron] For port f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c, host hv-cinder-78445, cleared binding levels {{(pid=93154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:35:25.930700 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903418e2-6607-4b57-87a2-99c4e8bfbbb9 admin admin] Notify agent at l3_agent.dv-cinder-784453-8-iscsi the message routers_updated {{(pid=93155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:35:26.012444 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-903418e2-6607-4b57-87a2-99c4e8bfbbb9 admin admin] 10.222.0.11 "PUT /v2.0/routers/e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8793893 Jul 13 14:35:26.037360 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fabd7c6-51c8-4217-8011-e5768b9cb818 None None] Sync routers for ids ['e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6'] in dv-cinder-784453-8-iscsi {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:35:26.163638 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-0264b390-7181-4223-874b-df126a5d093f service neutron] For port f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c,segment=NetworkSegment(0b81c1b4-d4e3-42d2-97e2-d4b0813ae6f2),segment_id=0b81c1b4-d4e3-42d2-97e2-d4b0813ae6f2)] {{(pid=93154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:35:26.189520 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fabd7c6-51c8-4217-8011-e5768b9cb818 None None] Routers {'e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:35:26.194098 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-5fabd7c6-51c8-4217-8011-e5768b9cb818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:35:06Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:35:26.202319 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-0264b390-7181-4223-874b-df126a5d093f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:26.281441 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2c21d843-8ea0-4fdb-a1e3-0733313dfcc9 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:26.294479 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2c21d843-8ea0-4fdb-a1e3-0733313dfcc9 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:26.393372 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0f0e3b30-6138-4577-bbad-e9d2295135a9 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:26.416333 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2c21d843-8ea0-4fdb-a1e3-0733313dfcc9 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:26.424338 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-0264b390-7181-4223-874b-df126a5d093f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:26.424709 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-0264b390-7181-4223-874b-df126a5d093f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:26.426530 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-0264b390-7181-4223-874b-df126a5d093f service neutron] 10.222.0.39 "PUT /v2.0/ports/f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c HTTP/1.1" status: 200 len: 1094 time: 6.1831656 Jul 13 14:35:26.427025 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e84988-766f-456b-b33a-2399539d3eff', 'tag': 'f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:35:26.440386 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-2c21d843-8ea0-4fdb-a1e3-0733313dfcc9 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.4449987 Jul 13 14:35:26.447953 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 50608) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:26.449142 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c21d843-8ea0-4fdb-a1e3-0733313dfcc9 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5309687-4d39-468c-9f35-4d9b06479eed,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:26.514300 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [None req-2510003d-0dcd-4c99-bc04-aa1f44c5196c tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Request body: {'security_group_rule': {'security_group_id': 'e5309687-4d39-468c-9f35-4d9b06479eed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:35:26.624713 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvr_db [None req-db7e8200-1450-41ff-9d61-7f96646b9a38 None None] Set router ad567ed0-4a17-4182-b587-7d9abf430bc4 gateway port host: dv-cinder-784453-8-iscsi {{(pid=93157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:35:26.707320 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2510003d-0dcd-4c99-bc04-aa1f44c5196c tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:26.828961 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-5fabd7c6-51c8-4217-8011-e5768b9cb818 None None] Set router e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6 gateway port host: dv-cinder-784453-8-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:35:27.062226 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0f0e3b30-6138-4577-bbad-e9d2295135a9 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:27.081746 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2510003d-0dcd-4c99-bc04-aa1f44c5196c tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:27.091772 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2510003d-0dcd-4c99-bc04-aa1f44c5196c tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655845'] for security_group_rule, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:27.180472 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0264b390-7181-4223-874b-df126a5d093f service neutron] Pushing event updated for resources: {'Port': ['ID=f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c,revision_number=3']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:27.191737 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2510003d-0dcd-4c99-bc04-aa1f44c5196c tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:27.194270 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-2510003d-0dcd-4c99-bc04-aa1f44c5196c tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7209353 Jul 13 14:35:27.214220 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 50634) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:27.228677 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2510003d-0dcd-4c99-bc04-aa1f44c5196c tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c13b6f83-1370-49f6-93b6-4ba30eb12157,revision_number=0']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:27.296763 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-db7e8200-1450-41ff-9d61-7f96646b9a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'name': 'tempest-AttachVolumeShelveTestJSON-1867024726-router', 'tenant_id': 'a5169c26b204473880f57831a5e71229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '6624b436-5bb0-48eb-93d4-a371aa00e5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:35:04Z', 'updated_at': '2021-07-13T14:35:15Z', 'revision_number': 4, 'project_id': 'a5169c26b204473880f57831a5e71229', 'gw_port': {'id': '6624b436-5bb0-48eb-93d4-a371aa00e5b6', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:47:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:05Z', 'updated_at': '2021-07-13T14:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': 'b2b281d4-e4fa-4616-8bad-1564060e7533', 'name': '', 'network_id': 'b04875e6-1fc2-4c4b-96d5-3d915be01c53', 'tenant_id': 'a5169c26b204473880f57831a5e71229', 'mac_address': 'fa:16:3e:c9:45:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2093f447-27c9-42a2-bbad-8523311dd7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:12Z', 'updated_at': '2021-07-13T14:35:16Z', 'revision_number': 2, 'project_id': 'a5169c26b204473880f57831a5e71229', 'subnets': [{'id': '2093f447-27c9-42a2-bbad-8523311dd7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:35:27.339212 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7e8200-1450-41ff-9d61-7f96646b9a38 None None] Checking router: ad567ed0-4a17-4182-b587-7d9abf430bc4 for host: dv-cinder-784453-8-iscsi {{(pid=93157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:35:27.346588 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7e8200-1450-41ff-9d61-7f96646b9a38 None None] Updating router ad567ed0-4a17-4182-b587-7d9abf430bc4 port b2b281d4-e4fa-4616-8bad-1564060e7533 binding host dv-cinder-784453-8-iscsi {{(pid=93157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:35:27.393222 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-0275b7ee-9da3-4d0d-be1d-75ad542cdd54 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Request body: {'security_group_rule': {'security_group_id': 'e5309687-4d39-468c-9f35-4d9b06479eed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:35:27.495418 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e3b30-6138-4577-bbad-e9d2295135a9 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Pushing event updated for resources: {'Port': ['ID=9cefe53b-59d1-4d4c-8a0b-9221bb6e98b4,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:27.497210 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-db7e8200-1450-41ff-9d61-7f96646b9a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:27.653818 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0e3b30-6138-4577-bbad-e9d2295135a9 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Network ecd09457-6660-479c-a1fb-91901148ba35 is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:35:27.678463 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-0f0e3b30-6138-4577-bbad-e9d2295135a9 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:35:27.684829 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0e3b30-6138-4577-bbad-e9d2295135a9 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:35:27.894607 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0f0e3b30-6138-4577-bbad-e9d2295135a9 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:27.916049 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed6c2a10c4293d159fef1cb7ab1dbb74578d6de099c458b34c07bebf01db353a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c226c5-e068-4bf0-bacd-ee0955fed12f" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e84988-766f-456b-b33a-2399539d3eff", "tag": "f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:35:28.081687 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 09e6619b-0bfb-4ae9-bb76-eacced31b105 up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:35:28.202123 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0275b7ee-9da3-4d0d-be1d-75ad542cdd54 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:28.419500 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 50678) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:28.436917 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-14c9ea2f-a8a6-4df2-8cc4-73bd19944fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:28.439090 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-14c9ea2f-a8a6-4df2-8cc4-73bd19944fc6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ff6df234bdc94c46964c890e02f1732f&device_id=a4e84988-766f-456b-b33a-2399539d3eff HTTP/1.1" status: 200 len: 1097 time: 1.8396864 Jul 13 14:35:28.556487 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-5fabd7c6-51c8-4217-8011-e5768b9cb818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6', 'name': 'tempest-ServerRescueNegativeTestJSON-1357864428-router', 'tenant_id': 'fc557a9da65c4850a0db554e60444325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'd1f5b2a9-54bd-446e-ad28-c6bb2c57dab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:35:05Z', 'updated_at': '2021-07-13T14:35:22Z', 'revision_number': 4, 'project_id': 'fc557a9da65c4850a0db554e60444325', 'gw_port': {'id': 'd1f5b2a9-54bd-446e-ad28-c6bb2c57dab2', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:dc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:08Z', 'updated_at': '2021-07-13T14:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': 'f4d5b8d4-4371-40dc-a322-82a460d07448', 'name': '', 'network_id': 'c60399fe-47fd-4adc-84b8-a09ce78c9d83', 'tenant_id': 'fc557a9da65c4850a0db554e60444325', 'mac_address': 'fa:16:3e:b6:7f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '57ef7d24-de03-448d-9f18-05ea2c1e72c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:16Z', 'updated_at': '2021-07-13T14:35:22Z', 'revision_number': 2, 'project_id': 'fc557a9da65c4850a0db554e60444325', 'subnets': [{'id': '57ef7d24-de03-448d-9f18-05ea2c1e72c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:35:28.558406 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0f0e3b30-6138-4577-bbad-e9d2295135a9 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:28.621462 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6a7c9-d5e7-4fb4-b523-6cecb03d9075 req-dfaa1f7f-12dd-42d4-9e92-96f33d151e16 tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:28.627608 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-88c6a7c9-d5e7-4fb4-b523-6cecb03d9075 req-dfaa1f7f-12dd-42d4-9e92-96f33d151e16 tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4e84988-766f-456b-b33a-2399539d3eff HTTP/1.1" status: 200 len: 944 time: 1.1108449 Jul 13 14:35:28.646599 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fabd7c6-51c8-4217-8011-e5768b9cb818 None None] Checking router: e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6 for host: dv-cinder-784453-8-iscsi {{(pid=93156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:35:28.646599 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fabd7c6-51c8-4217-8011-e5768b9cb818 None None] Updating router e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6 port f4d5b8d4-4371-40dc-a322-82a460d07448 binding host dv-cinder-784453-8-iscsi {{(pid=93156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:35:28.773513 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning for port 09e6619b-0bfb-4ae9-bb76-eacced31b105 completed by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:35:28.803178 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [None req-d6643a67-2261-4009-b2b4-c2fe767c5fd4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-852620432-network', 'tenant_id': 'b04ac1dfb94f4ba8a4c5e82f2d9f699f'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:35:28.817229 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port 09e6619b-0bfb-4ae9-bb76-eacced31b105 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:35:28.820026 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:28.860616 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6643a67-2261-4009-b2b4-c2fe767c5fd4 admin admin] Made reservation on behalf of b04ac1dfb94f4ba8a4c5e82f2d9f699f for: {'network': 1} {{(pid=93155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:35:28.863892 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-d6643a67-2261-4009-b2b4-c2fe767c5fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for network, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:28.875090 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-d6643a67-2261-4009-b2b4-c2fe767c5fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:28.886061 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-db7e8200-1450-41ff-9d61-7f96646b9a38 None None] Notify callbacks [] for port, precommit_update {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:28.907222 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.provisioning_blocks [None req-db7e8200-1450-41ff-9d61-7f96646b9a38 None None] Transition to ACTIVE for port object b2b281d4-e4fa-4616-8bad-1564060e7533 will not be triggered until provisioned by entity L2. {{(pid=93157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:35:28.914997 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-5fabd7c6-51c8-4217-8011-e5768b9cb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:28.928616 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-db7e8200-1450-41ff-9d61-7f96646b9a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:28.963624 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01016cc-5605-4ca0-92c0-35135cfbb24c req-b0a57e97-ddb4-4179-84e2-69dc9549041a tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:28.966759 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f01016cc-5605-4ca0-92c0-35135cfbb24c req-b0a57e97-ddb4-4179-84e2-69dc9549041a tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/networks?id=c60399fe-47fd-4adc-84b8-a09ce78c9d83 HTTP/1.1" status: 200 len: 819 time: 0.8504808 Jul 13 14:35:28.975205 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0275b7ee-9da3-4d0d-be1d-75ad542cdd54 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:29.006645 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-88c6a7c9-d5e7-4fb4-b523-6cecb03d9075 req-0bf3ba88-c150-4cc4-8229-78d4e83bf979 tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] 10.222.0.11 "GET /v2.0/security-groups?id=312452d2-579f-4074-bfd5-43419a8b3406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872283 Jul 13 14:35:29.109401 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0275b7ee-9da3-4d0d-be1d-75ad542cdd54 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655845'] for security_group_rule, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:29.137639 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a186ab56-49b8-4d2e-8058-088ada5bba2f None None] Pushing event updated for resources: {'Port': ['ID=b2b281d4-e4fa-4616-8bad-1564060e7533,revision_number=3']} {{(pid=93157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:29.147722 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-d6643a67-2261-4009-b2b4-c2fe767c5fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:29.157033 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-d6643a67-2261-4009-b2b4-c2fe767c5fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:29.222781 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6643a67-2261-4009-b2b4-c2fe767c5fd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=93155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:35:29.266197 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6643a67-2261-4009-b2b4-c2fe767c5fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2e091a-7039-489d-8905-b955a21ee02e,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:29.291355 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f01016cc-5605-4ca0-92c0-35135cfbb24c req-68dea295-6cb9-477d-b55d-238ee8613d02 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/quotas/fc557a9da65c4850a0db554e60444325 HTTP/1.1" status: 200 len: 375 time: 0.2914855 Jul 13 14:35:29.319077 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0275b7ee-9da3-4d0d-be1d-75ad542cdd54 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b715741c-1f16-41e0-91c3-fbf43120c884,revision_number=0']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:29.320798 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-d6643a67-2261-4009-b2b4-c2fe767c5fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834'] for segment, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:29.322989 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.db.segments_db [None req-d6643a67-2261-4009-b2b4-c2fe767c5fd4 admin admin] Added segment 35d06dfe-89f3-40cf-b498-01d79e1bbe94 of type vlan for network 5752834f-d59b-4d22-a386-f30daca347c9 Jul 13 14:35:29.353945 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0275b7ee-9da3-4d0d-be1d-75ad542cdd54 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:29.356090 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-0275b7ee-9da3-4d0d-be1d-75ad542cdd54 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1048005 Jul 13 14:35:29.385543 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 50700) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:29.404965 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [None req-278d1109-f0bf-456b-b777-480d32e0b6c8 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Request body: {'floatingip': {'floating_network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:35:29.411043 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.agents_db [None req-a710d77f-e7af-45aa-808b-9771d160625e None None] Agent healthcheck: found 6 active agents {{(pid=93157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:35:29.462362 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.managers [None req-db7e8200-1450-41ff-9d61-7f96646b9a38 None None] Attempting to bind port b2b281d4-e4fa-4616-8bad-1564060e7533 on host dv-cinder-784453-8-iscsi for vnic_type normal with profile {{(pid=93157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:35:29.471627 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-d6643a67-2261-4009-b2b4-c2fe767c5fd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754803020822'] for network, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:29.473248 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.managers [None req-db7e8200-1450-41ff-9d61-7f96646b9a38 None None] Attempting to bind port b2b281d4-e4fa-4616-8bad-1564060e7533 by drivers openvswitch,hyperv on host dv-cinder-784453-8-iscsi at level 0 using segments [{'id': '4ad0260d-356e-47c3-9fe1-42a46c9ee2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b04875e6-1fc2-4c4b-96d5-3d915be01c53'}] {{(pid=93157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:35:29.474062 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7e8200-1450-41ff-9d61-7f96646b9a38 None None] Attempting to bind port b2b281d4-e4fa-4616-8bad-1564060e7533 on network b04875e6-1fc2-4c4b-96d5-3d915be01c53 {{(pid=93157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:35:29.511907 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7e8200-1450-41ff-9d61-7f96646b9a38 None None] Checking agent: {'id': '3ba56e3d-baa8-43e8-bda8-5a4cd0b2ced4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 7, 13, 14, 27, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:35:29.512931 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7e8200-1450-41ff-9d61-7f96646b9a38 None None] Checking segment: {'id': '4ad0260d-356e-47c3-9fe1-42a46c9ee2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b04875e6-1fc2-4c4b-96d5-3d915be01c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:35:29.513830 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-db7e8200-1450-41ff-9d61-7f96646b9a38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:29.514757 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7e8200-1450-41ff-9d61-7f96646b9a38 None None] Bound using segment: {'id': '4ad0260d-356e-47c3-9fe1-42a46c9ee2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b04875e6-1fc2-4c4b-96d5-3d915be01c53'} {{(pid=93157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:35:29.515795 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.managers [None req-db7e8200-1450-41ff-9d61-7f96646b9a38 None None] Bound port: b2b281d4-e4fa-4616-8bad-1564060e7533, host: dv-cinder-784453-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad0260d-356e-47c3-9fe1-42a46c9ee2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b04875e6-1fc2-4c4b-96d5-3d915be01c53'}}] {{(pid=93157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:35:29.516675 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-db7e8200-1450-41ff-9d61-7f96646b9a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:29.543415 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-278d1109-f0bf-456b-b777-480d32e0b6c8 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks [] for floatingip, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:29.660992 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0f0e3b30-6138-4577-bbad-e9d2295135a9 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:29.681996 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0f0e3b30-6138-4577-bbad-e9d2295135a9 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:29.729013 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-d6643a67-2261-4009-b2b4-c2fe767c5fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763'] for network, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:29.735004 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6643a67-2261-4009-b2b4-c2fe767c5fd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:29.737366 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-d6643a67-2261-4009-b2b4-c2fe767c5fd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for network, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:29.739153 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.db [None req-db7e8200-1450-41ff-9d61-7f96646b9a38 None None] For port b2b281d4-e4fa-4616-8bad-1564060e7533, host dv-cinder-784453-8-iscsi, cleared binding levels {{(pid=93157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:35:29.742764 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.db [None req-db7e8200-1450-41ff-9d61-7f96646b9a38 None None] For port b2b281d4-e4fa-4616-8bad-1564060e7533, host dv-cinder-784453-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=b2b281d4-e4fa-4616-8bad-1564060e7533,segment=NetworkSegment(4ad0260d-356e-47c3-9fe1-42a46c9ee2c2),segment_id=4ad0260d-356e-47c3-9fe1-42a46c9ee2c2)] {{(pid=93157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:35:29.748630 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-db7e8200-1450-41ff-9d61-7f96646b9a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:29.800181 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0f0e3b30-6138-4577-bbad-e9d2295135a9 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1994842'] for floatingip, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:29.818821 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:29.860273 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0f0e3b30-6138-4577-bbad-e9d2295135a9 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for floatingip, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:29.896324 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-0f0e3b30-6138-4577-bbad-e9d2295135a9 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.7607110 Jul 13 14:35:29.966190 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] For port 09e6619b-0bfb-4ae9-bb76-eacced31b105, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=09e6619b-0bfb-4ae9-bb76-eacced31b105,segment=NetworkSegment(ddf34b6c-deaa-4bcb-bc31-453214300edf),segment_id=ddf34b6c-deaa-4bcb-bc31-453214300edf)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:35:29.972986 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f01016cc-5605-4ca0-92c0-35135cfbb24c req-520683c8-7231-497a-8fba-4608e77ce9ba tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc557a9da65c4850a0db554e60444325&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6355271 Jul 13 14:35:30.012566 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:30.018461 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 6624b436-5bb0-48eb-93d4-a371aa00e5b6 up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:35:30.028654 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e3b30-6138-4577-bbad-e9d2295135a9 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Pushing event updated for resources: {'Port': ['ID=9cefe53b-59d1-4d4c-8a0b-9221bb6e98b4,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:30.051322 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a186ab56-49b8-4d2e-8058-088ada5bba2f None None] Pushing event updated for resources: {'Port': ['ID=b2b281d4-e4fa-4616-8bad-1564060e7533,revision_number=4']} {{(pid=93157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:30.110012 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7e8200-1450-41ff-9d61-7f96646b9a38 None None] Routers {'ad567ed0-4a17-4182-b587-7d9abf430bc4'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:35:30.110938 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-db7e8200-1450-41ff-9d61-7f96646b9a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:35:06Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['ad567ed0-4a17-4182-b587-7d9abf430bc4'], 'active': True} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:35:30.237512 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-d6643a67-2261-4009-b2b4-c2fe767c5fd4 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8161330 Jul 13 14:35:30.240700 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 50728) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:30.250433 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-d69886a8-af44-4f19-8b31-5b0bfa5f0008 admin admin] Request body: {'subnet': {'network_id': '5752834f-d59b-4d22-a386-f30daca347c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-852620432-subnet', 'tenant_id': 'b04ac1dfb94f4ba8a4c5e82f2d9f699f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:35:30.364174 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Pushing event updated for resources: {'Port': ['ID=09e6619b-0bfb-4ae9-bb76-eacced31b105,revision_number=5']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:30.387316 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adbdf9b6-e021-4b91-abe4-10221a82708b x-openstack-request-id: req-adbdf9b6-e021-4b91-abe4-10221a82708b {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:35:30.400829 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e84988-766f-456b-b33a-2399539d3eff", "tag": "f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:35:30.406724 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-adbdf9b6-e021-4b91-abe4-10221a82708b {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:35:30.413221 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e84988-766f-456b-b33a-2399539d3eff', 'tag': 'f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c', 'status': 'completed', 'code': 200} Jul 13 14:35:30.453167 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6643a67-2261-4009-b2b4-c2fe767c5fd4 admin admin] Pushing event updated for resources: {'Network': ['ID=5752834f-d59b-4d22-a386-f30daca347c9,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:30.589283 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69886a8-af44-4f19-8b31-5b0bfa5f0008 admin admin] Made reservation on behalf of b04ac1dfb94f4ba8a4c5e82f2d9f699f for: {'subnet': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:35:30.595256 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d69886a8-af44-4f19-8b31-5b0bfa5f0008 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:30.729493 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvr_db [None req-db7e8200-1450-41ff-9d61-7f96646b9a38 None None] Set router ad567ed0-4a17-4182-b587-7d9abf430bc4 gateway port host: dv-cinder-784453-8-iscsi {{(pid=93157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:35:30.796965 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-278d1109-f0bf-456b-b777-480d32e0b6c8 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:30.918587 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-5fabd7c6-51c8-4217-8011-e5768b9cb818 None None] Notify callbacks [] for port, precommit_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:30.952300 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-eb294a0e-5df1-426c-87d8-0fc6c3121987 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c HTTP/1.1" status: 200 len: 217 time: 0.6030121 Jul 13 14:35:30.979116 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-5fabd7c6-51c8-4217-8011-e5768b9cb818 None None] Transition to ACTIVE for port object f4d5b8d4-4371-40dc-a322-82a460d07448 will not be triggered until provisioned by entity L2. {{(pid=93156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:35:30.990697 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Network 5752834f-d59b-4d22-a386-f30daca347c9 details requested by agent ovs-agent-dv-cinder-784453-8-iscsi with host dv-cinder-784453-8-iscsi {{(pid=93156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:35:31.129251 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port 6624b436-5bb0-48eb-93d4-a371aa00e5b6 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:35:31.130077 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:31.390206 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-5fabd7c6-51c8-4217-8011-e5768b9cb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:31.463513 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-db7e8200-1450-41ff-9d61-7f96646b9a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'name': 'tempest-AttachVolumeShelveTestJSON-1867024726-router', 'tenant_id': 'a5169c26b204473880f57831a5e71229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '6624b436-5bb0-48eb-93d4-a371aa00e5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:35:04Z', 'updated_at': '2021-07-13T14:35:15Z', 'revision_number': 4, 'project_id': 'a5169c26b204473880f57831a5e71229', 'gw_port': {'id': '6624b436-5bb0-48eb-93d4-a371aa00e5b6', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:47:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:05Z', 'updated_at': '2021-07-13T14:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': 'b2b281d4-e4fa-4616-8bad-1564060e7533', 'name': '', 'network_id': 'b04875e6-1fc2-4c4b-96d5-3d915be01c53', 'tenant_id': 'a5169c26b204473880f57831a5e71229', 'mac_address': 'fa:16:3e:c9:45:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2093f447-27c9-42a2-bbad-8523311dd7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:12Z', 'updated_at': '2021-07-13T14:35:29Z', 'revision_number': 4, 'project_id': 'a5169c26b204473880f57831a5e71229', 'subnets': [{'id': '2093f447-27c9-42a2-bbad-8523311dd7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:35:31.508276 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cc616-9636-49ee-92a1-0aa52a080adb None None] Pushing event updated for resources: {'Port': ['ID=f4d5b8d4-4371-40dc-a322-82a460d07448,revision_number=3']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:31.613102 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.db_base_plugin_common [None req-278d1109-f0bf-456b-b777-480d32e0b6c8 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Allocated IP 172.27.3.160 (ecd09457-6660-479c-a1fb-91901148ba35/592e54d3-84ab-450e-8093-b0d029762b46/9fc85d72-6918-4899-a9fe-a3a21d74f487) {{(pid=93155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:35:31.638745 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7e8200-1450-41ff-9d61-7f96646b9a38 None None] The sync data for ids ['ad567ed0-4a17-4182-b587-7d9abf430bc4'] in dv-cinder-784453-8-iscsi is: [{'id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'name': 'tempest-AttachVolumeShelveTestJSON-1867024726-router', 'tenant_id': 'a5169c26b204473880f57831a5e71229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '6624b436-5bb0-48eb-93d4-a371aa00e5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:35:04Z', 'updated_at': '2021-07-13T14:35:15Z', 'revision_number': 4, 'project_id': 'a5169c26b204473880f57831a5e71229', 'gw_port': {'id': '6624b436-5bb0-48eb-93d4-a371aa00e5b6', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:47:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:05Z', 'updated_at': '2021-07-13T14:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': 'b2b281d4-e4fa-4616-8bad-1564060e7533', 'name': '', 'network_id': 'b04875e6-1fc2-4c4b-96d5-3d915be01c53', 'tenant_id': 'a5169c26b204473880f57831a5e71229', 'mac_address': 'fa:16:3e:c9:45:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2093f447-27c9-42a2-bbad-8523311dd7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:12Z', 'updated_at': '2021-07-13T14:35:29Z', 'revision_number': 4, 'project_id': 'a5169c26b204473880f57831a5e71229', 'subnets': [{'id': '2093f447-27c9-42a2-bbad-8523311dd7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:35:31.751966 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-278d1109-f0bf-456b-b777-480d32e0b6c8 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks [] for port, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:31.804752 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-278d1109-f0bf-456b-b777-480d32e0b6c8 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838'] for port, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:31.818978 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [req-f01016cc-5605-4ca0-92c0-35135cfbb24c req-e49c9384-39b1-4ccf-9053-49e0a5574a8d service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:35:31.819972 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f01016cc-5605-4ca0-92c0-35135cfbb24c req-e49c9384-39b1-4ccf-9053-49e0a5574a8d service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9161370 Jul 13 14:35:31.823323 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d69886a8-af44-4f19-8b31-5b0bfa5f0008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763'] for subnet, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:31.896501 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-5fabd7c6-51c8-4217-8011-e5768b9cb818 None None] Attempting to bind port f4d5b8d4-4371-40dc-a322-82a460d07448 on host dv-cinder-784453-8-iscsi for vnic_type normal with profile {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:35:31.897106 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-5fabd7c6-51c8-4217-8011-e5768b9cb818 None None] Attempting to bind port f4d5b8d4-4371-40dc-a322-82a460d07448 by drivers openvswitch,hyperv on host dv-cinder-784453-8-iscsi at level 0 using segments [{'id': '7653a656-2c34-48b5-8270-333dcf39de5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c60399fe-47fd-4adc-84b8-a09ce78c9d83'}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:35:31.898132 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fabd7c6-51c8-4217-8011-e5768b9cb818 None None] Attempting to bind port f4d5b8d4-4371-40dc-a322-82a460d07448 on network c60399fe-47fd-4adc-84b8-a09ce78c9d83 {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:35:31.945378 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fabd7c6-51c8-4217-8011-e5768b9cb818 None None] Checking agent: {'id': '3ba56e3d-baa8-43e8-bda8-5a4cd0b2ced4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 7, 13, 14, 27, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:35:31.946941 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fabd7c6-51c8-4217-8011-e5768b9cb818 None None] Checking segment: {'id': '7653a656-2c34-48b5-8270-333dcf39de5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c60399fe-47fd-4adc-84b8-a09ce78c9d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:35:31.951321 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-5fabd7c6-51c8-4217-8011-e5768b9cb818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:31.951321 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fabd7c6-51c8-4217-8011-e5768b9cb818 None None] Bound using segment: {'id': '7653a656-2c34-48b5-8270-333dcf39de5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c60399fe-47fd-4adc-84b8-a09ce78c9d83'} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:35:31.953963 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-5fabd7c6-51c8-4217-8011-e5768b9cb818 None None] Bound port: f4d5b8d4-4371-40dc-a322-82a460d07448, host: dv-cinder-784453-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7653a656-2c34-48b5-8270-333dcf39de5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c60399fe-47fd-4adc-84b8-a09ce78c9d83'}}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:35:31.957127 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-5fabd7c6-51c8-4217-8011-e5768b9cb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:31.969770 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278d1109-f0bf-456b-b777-480d32e0b6c8 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Network ecd09457-6660-479c-a1fb-91901148ba35 is already hosted by enough agents. {{(pid=93155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:35:31.978516 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [None req-278d1109-f0bf-456b-b777-480d32e0b6c8 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Resources bound (agent type, host, resource id): {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:35:32.000584 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278d1109-f0bf-456b-b777-480d32e0b6c8 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Received port after_create {{(pid=93155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:35:32.156369 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-5fabd7c6-51c8-4217-8011-e5768b9cb818 None None] For port f4d5b8d4-4371-40dc-a322-82a460d07448, host dv-cinder-784453-8-iscsi, cleared binding levels {{(pid=93156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:35:32.172357 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-5fabd7c6-51c8-4217-8011-e5768b9cb818 None None] For port f4d5b8d4-4371-40dc-a322-82a460d07448, host dv-cinder-784453-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=f4d5b8d4-4371-40dc-a322-82a460d07448,segment=NetworkSegment(7653a656-2c34-48b5-8270-333dcf39de5b),segment_id=7653a656-2c34-48b5-8270-333dcf39de5b)] {{(pid=93156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:35:32.190358 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-5fabd7c6-51c8-4217-8011-e5768b9cb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:32.197261 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d1109-f0bf-456b-b777-480d32e0b6c8 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Pushing event updated for resources: {'Port': ['ID=9fc85d72-6918-4899-a9fe-a3a21d74f487,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:32.345387 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 09e6619b-0bfb-4ae9-bb76-eacced31b105 up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:35:32.443441 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-278d1109-f0bf-456b-b777-480d32e0b6c8 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:32.582528 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-b2e72fb8-b524-4d91-97aa-79d79044e2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:32.585624 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-b2e72fb8-b524-4d91-97aa-79d79044e2d4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7e1c803a-3e16-48e7-9963-1d638d397492 HTTP/1.1" status: 200 len: 852 time: 1.5656340 Jul 13 14:35:32.619601 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-278d1109-f0bf-456b-b777-480d32e0b6c8 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:32.648032 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fabd7c6-51c8-4217-8011-e5768b9cb818 None None] Routers {'e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:35:32.654153 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-5fabd7c6-51c8-4217-8011-e5768b9cb818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:35:06Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:35:32.854395 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-a8d6b2c0-8a26-4435-b9dc-db54c09d2286 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8111f917-317d-4b90-a14d-dab5ba16d222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2252409 Jul 13 14:35:33.009145 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-5fabd7c6-51c8-4217-8011-e5768b9cb818 None None] Set router e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6 gateway port host: dv-cinder-784453-8-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:35:33.074670 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-278d1109-f0bf-456b-b777-480d32e0b6c8 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks [] for port, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:33.098549 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-278d1109-f0bf-456b-b777-480d32e0b6c8 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:33.135019 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-278d1109-f0bf-456b-b777-480d32e0b6c8 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1994842'] for floatingip, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:33.232047 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-278d1109-f0bf-456b-b777-480d32e0b6c8 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for floatingip, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:33.233984 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-278d1109-f0bf-456b-b777-480d32e0b6c8 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8466673 Jul 13 14:35:33.249134 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d1109-f0bf-456b-b777-480d32e0b6c8 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Pushing event updated for resources: {'Port': ['ID=9fc85d72-6918-4899-a9fe-a3a21d74f487,revision_number=2']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:33.281309 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69886a8-af44-4f19-8b31-5b0bfa5f0008 admin admin] Checking segment: {'id': '35d06dfe-89f3-40cf-b498-01d79e1bbe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '5752834f-d59b-4d22-a386-f30daca347c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:35:33.282081 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69886a8-af44-4f19-8b31-5b0bfa5f0008 admin admin] Network hostable DHCP agents. Network: 5752834f-d59b-4d22-a386-f30daca347c9, hostable agents: ['c057a270-abe3-45bb-b401-4c6834b17f0a'], hosted agents: [] {{(pid=93154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:35:33.287395 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f01016cc-5605-4ca0-92c0-35135cfbb24c req-ae641ed3-0c79-4018-8054-c1b2ca883936 service neutron] 10.222.0.11 "GET /v2.0/networks/c60399fe-47fd-4adc-84b8-a09ce78c9d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4397712 Jul 13 14:35:33.346160 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69886a8-af44-4f19-8b31-5b0bfa5f0008 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b106af2-0e80-4410-8f30-35cf72bd72cd,revision_number=0']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:33.398969 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9806100-27b3-41f6-abc8-dccfc321c804 req-b7ae592d-dc22-4534-9834-7906850ecae2 tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:33.402221 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d9806100-27b3-41f6-abc8-dccfc321c804 req-b7ae592d-dc22-4534-9834-7906850ecae2 tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4e84988-766f-456b-b33a-2399539d3eff HTTP/1.1" status: 200 len: 944 time: 2.4968288 Jul 13 14:35:33.425322 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-56cc37fd-b0dd-4daa-b472-33f9c423f8da service neutron] 10.222.0.39 "GET /v2.0/networks/8111f917-317d-4b90-a14d-dab5ba16d222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4540205 Jul 13 14:35:33.478303 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cc616-9636-49ee-92a1-0aa52a080adb None None] Pushing event updated for resources: {'Port': ['ID=f4d5b8d4-4371-40dc-a322-82a460d07448,revision_number=4']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:33.543681 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-4d715799-c35f-4ef3-a598-3aa20d08bc0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:33.574589 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port 09e6619b-0bfb-4ae9-bb76-eacced31b105 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:35:33.575379 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:33.807897 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69886a8-af44-4f19-8b31-5b0bfa5f0008 admin admin] Network 5752834f-d59b-4d22-a386-f30daca347c9 is scheduled to be hosted by DHCP agent c057a270-abe3-45bb-b401-4c6834b17f0a with binding_index 1 {{(pid=93154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:35:33.890385 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d9806100-27b3-41f6-abc8-dccfc321c804 req-a565adc1-12aa-48c3-864c-c847f7bbd671 tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] 10.222.0.11 "GET /v2.0/security-groups?id=312452d2-579f-4074-bfd5-43419a8b3406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4063652 Jul 13 14:35:33.903815 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-d69886a8-af44-4f19-8b31-5b0bfa5f0008 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-8-iscsi, 5752834f-d59b-4d22-a386-f30daca347c9) {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:35:33.978342 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69886a8-af44-4f19-8b31-5b0bfa5f0008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:33.978342 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d69886a8-af44-4f19-8b31-5b0bfa5f0008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for subnet, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:34.016188 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-12f5f00c-6f49-48cf-9aec-81fd5f0dc2ac req-2746292f-c2c2-4f5f-9d0b-6b79d7fccecc service neutron] 10.222.0.39 "GET /v2.0/networks/8111f917-317d-4b90-a14d-dab5ba16d222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5496817 Jul 13 14:35:34.037480 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f01016cc-5605-4ca0-92c0-35135cfbb24c req-f21b1076-2889-4b12-9c34-4b6d4b3e9c24 service neutron] 10.222.0.11 "GET /v2.0/networks/c60399fe-47fd-4adc-84b8-a09ce78c9d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7195294 Jul 13 14:35:34.054621 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-d69886a8-af44-4f19-8b31-5b0bfa5f0008 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.8091316 Jul 13 14:35:34.073212 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d504d80-5c0e-480c-ab04-cbaa54597bd1 None None] Network 5752834f-d59b-4d22-a386-f30daca347c9 requested from dv-cinder-784453-8-iscsi {{(pid=93156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:35:34.265934 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-8be52c52-1464-424e-ace0-9b2e7b49b82e tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1465461348&fields=id&tenant_id=4db817ef0fe4408794a0ef962b27746d HTTP/1.1" status: 200 len: 267 time: 0.1460314 Jul 13 14:35:34.284639 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device b2b281d4-e4fa-4616-8bad-1564060e7533 up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:35:34.812934 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-5fabd7c6-51c8-4217-8011-e5768b9cb818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6', 'name': 'tempest-ServerRescueNegativeTestJSON-1357864428-router', 'tenant_id': 'fc557a9da65c4850a0db554e60444325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'd1f5b2a9-54bd-446e-ad28-c6bb2c57dab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:35:05Z', 'updated_at': '2021-07-13T14:35:22Z', 'revision_number': 4, 'project_id': 'fc557a9da65c4850a0db554e60444325', 'gw_port': {'id': 'd1f5b2a9-54bd-446e-ad28-c6bb2c57dab2', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:dc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:08Z', 'updated_at': '2021-07-13T14:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': 'f4d5b8d4-4371-40dc-a322-82a460d07448', 'name': '', 'network_id': 'c60399fe-47fd-4adc-84b8-a09ce78c9d83', 'tenant_id': 'fc557a9da65c4850a0db554e60444325', 'mac_address': 'fa:16:3e:b6:7f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '57ef7d24-de03-448d-9f18-05ea2c1e72c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:16Z', 'updated_at': '2021-07-13T14:35:32Z', 'revision_number': 4, 'project_id': 'fc557a9da65c4850a0db554e60444325', 'subnets': [{'id': '57ef7d24-de03-448d-9f18-05ea2c1e72c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:35:34.886727 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fabd7c6-51c8-4217-8011-e5768b9cb818 None None] The sync data for ids ['e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6'] in dv-cinder-784453-8-iscsi is: [{'id': 'e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6', 'name': 'tempest-ServerRescueNegativeTestJSON-1357864428-router', 'tenant_id': 'fc557a9da65c4850a0db554e60444325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'd1f5b2a9-54bd-446e-ad28-c6bb2c57dab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:35:05Z', 'updated_at': '2021-07-13T14:35:22Z', 'revision_number': 4, 'project_id': 'fc557a9da65c4850a0db554e60444325', 'gw_port': {'id': 'd1f5b2a9-54bd-446e-ad28-c6bb2c57dab2', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:dc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:08Z', 'updated_at': '2021-07-13T14:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': 'f4d5b8d4-4371-40dc-a322-82a460d07448', 'name': '', 'network_id': 'c60399fe-47fd-4adc-84b8-a09ce78c9d83', 'tenant_id': 'fc557a9da65c4850a0db554e60444325', 'mac_address': 'fa:16:3e:b6:7f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '57ef7d24-de03-448d-9f18-05ea2c1e72c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:16Z', 'updated_at': '2021-07-13T14:35:32Z', 'revision_number': 4, 'project_id': 'fc557a9da65c4850a0db554e60444325', 'subnets': [{'id': '57ef7d24-de03-448d-9f18-05ea2c1e72c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:35:35.051078 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning for port b2b281d4-e4fa-4616-8bad-1564060e7533 completed by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:35:35.067253 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port b2b281d4-e4fa-4616-8bad-1564060e7533 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:35:35.069760 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:35.152841 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-1ff56a43-0421-43bc-b0cf-8d34335a930a tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:35.169479 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-1ff56a43-0421-43bc-b0cf-8d34335a930a tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/networks?id=3b901448-fc45-4cdb-afb8-8ba3d59219c4 HTTP/1.1" status: 200 len: 811 time: 0.9024625 Jul 13 14:35:35.188179 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c226c5-e068-4bf0-bacd-ee0955fed12f req-e7e963bb-08ba-4ae3-be54-dbf11a6cf5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:35.194222 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-34c226c5-e068-4bf0-bacd-ee0955fed12f req-e7e963bb-08ba-4ae3-be54-dbf11a6cf5a2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ff6df234bdc94c46964c890e02f1732f&device_id=a4e84988-766f-456b-b33a-2399539d3eff HTTP/1.1" status: 200 len: 1097 time: 0.9258306 Jul 13 14:35:35.220306 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-151eabc6-0552-496d-a6d2-70778de407b2 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--430944505&fields=id&tenant_id=a5169c26b204473880f57831a5e71229 HTTP/1.1" status: 200 len: 267 time: 0.3298671 Jul 13 14:35:35.328875 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cfab41-4785-4e44-a679-1cdd02533e22 None None] Network 5752834f-d59b-4d22-a386-f30daca347c9 requested from dv-cinder-784453-8-iscsi {{(pid=93156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:35:35.401106 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-f9fd15f0-8798-46f4-bfaa-6ee8f96e0173 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:35.408827 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-f9fd15f0-8798-46f4-bfaa-6ee8f96e0173 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/networks?id=b04875e6-1fc2-4c4b-96d5-3d915be01c53 HTTP/1.1" status: 200 len: 817 time: 0.1871288 Jul 13 14:35:35.457099 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-5a7d4df4-951f-4239-9562-baa167bc94c0 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/quotas/4db817ef0fe4408794a0ef962b27746d HTTP/1.1" status: 200 len: 375 time: 0.2843504 Jul 13 14:35:35.626739 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-85b4d121-2897-445d-b30f-dd2c3df0ee35 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/quotas/a5169c26b204473880f57831a5e71229 HTTP/1.1" status: 200 len: 375 time: 0.2119594 Jul 13 14:35:35.834093 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 50880) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:35.851718 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [None req-e63b9a8b-9080-464c-bc41-cdda3e6ce27d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1683561351-network', 'tenant_id': '242b3531e3754b4c817b26cbe6a6c17b'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:35:35.969141 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63b9a8b-9080-464c-bc41-cdda3e6ce27d admin admin] Made reservation on behalf of 242b3531e3754b4c817b26cbe6a6c17b for: {'network': 1} {{(pid=93155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:35:36.000016 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-e63b9a8b-9080-464c-bc41-cdda3e6ce27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for network, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:36.033899 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-f617583c-ba78-4c7a-97aa-0c1c841aa437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:36.052725 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-e63b9a8b-9080-464c-bc41-cdda3e6ce27d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:36.157083 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-a85577e1-5921-46e1-9af8-073860adb214 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4db817ef0fe4408794a0ef962b27746d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6943836 Jul 13 14:35:36.164168 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c226c5-e068-4bf0-bacd-ee0955fed12f req-d2ce88c7-c507-4573-8d76-21d3d619c1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:36.167051 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-34c226c5-e068-4bf0-bacd-ee0955fed12f req-d2ce88c7-c507-4573-8d76-21d3d619c1b8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8111f917-317d-4b90-a14d-dab5ba16d222 HTTP/1.1" status: 200 len: 913 time: 0.9414966 Jul 13 14:35:36.287166 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:36.293914 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:36.426363 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] For port b2b281d4-e4fa-4616-8bad-1564060e7533, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=b2b281d4-e4fa-4616-8bad-1564060e7533,segment=NetworkSegment(4ad0260d-356e-47c3-9fe1-42a46c9ee2c2),segment_id=4ad0260d-356e-47c3-9fe1-42a46c9ee2c2)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:35:36.439687 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:36.445730 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-e63b9a8b-9080-464c-bc41-cdda3e6ce27d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:36.461398 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-e63b9a8b-9080-464c-bc41-cdda3e6ce27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:36.540959 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e63b9a8b-9080-464c-bc41-cdda3e6ce27d admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=93155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:35:36.574360 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b9a8b-9080-464c-bc41-cdda3e6ce27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13372db1-30cd-4303-9fbf-72b6abe2daba,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:36.594811 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-e63b9a8b-9080-464c-bc41-cdda3e6ce27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834'] for segment, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:36.601086 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.db.segments_db [None req-e63b9a8b-9080-464c-bc41-cdda3e6ce27d admin admin] Added segment 0073fddb-f1cd-43e2-8156-8156f2206cd5 of type vlan for network f7b123ed-61d1-4b91-b8dc-5ef747170975 Jul 13 14:35:36.784862 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-e63b9a8b-9080-464c-bc41-cdda3e6ce27d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754803020822'] for network, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:36.867898 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-12c20e6f-e203-4bd9-b760-e9ea9f25db9f tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a5169c26b204473880f57831a5e71229&fields=id HTTP/1.1" status: 200 len: 348 time: 1.2359893 Jul 13 14:35:36.887878 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-34c226c5-e068-4bf0-bacd-ee0955fed12f req-61a743a3-8a86-4584-9c12-1790bf4be9a4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c HTTP/1.1" status: 200 len: 217 time: 0.7058592 Jul 13 14:35:36.900330 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Pushing event updated for resources: {'Port': ['ID=b2b281d4-e4fa-4616-8bad-1564060e7533,revision_number=5']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:36.929348 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-e63b9a8b-9080-464c-bc41-cdda3e6ce27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763'] for network, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:36.933336 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63b9a8b-9080-464c-bc41-cdda3e6ce27d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:36.934493 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-e63b9a8b-9080-464c-bc41-cdda3e6ce27d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for network, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:37.015504 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-ccec9b30-b941-4ae4-8f20-f93e6f392ca9 service neutron] 10.222.0.11 "GET /v2.0/networks/3b901448-fc45-4cdb-afb8-8ba3d59219c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8164079 Jul 13 14:35:37.062491 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device f4d5b8d4-4371-40dc-a322-82a460d07448 up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:35:37.365067 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b9a8b-9080-464c-bc41-cdda3e6ce27d admin admin] Pushing event updated for resources: {'Network': ['ID=f7b123ed-61d1-4b91-b8dc-5ef747170975,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:37.399866 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-e63b9a8b-9080-464c-bc41-cdda3e6ce27d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5639565 Jul 13 14:35:37.403628 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 50902) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:37.419417 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Network f7b123ed-61d1-4b91-b8dc-5ef747170975 details requested by agent ovs-agent-dv-cinder-784453-8-iscsi with host dv-cinder-784453-8-iscsi {{(pid=93156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:35:37.426683 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [None req-ac2aca51-ed77-4c46-adcf-f8e1ba53c936 admin admin] Request body: {'subnet': {'network_id': 'f7b123ed-61d1-4b91-b8dc-5ef747170975', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1683561351-subnet', 'tenant_id': '242b3531e3754b4c817b26cbe6a6c17b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:35:37.524567 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2aca51-ed77-4c46-adcf-f8e1ba53c936 admin admin] Made reservation on behalf of 242b3531e3754b4c817b26cbe6a6c17b for: {'subnet': 1} {{(pid=93155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:35:37.529674 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ac2aca51-ed77-4c46-adcf-f8e1ba53c936 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:37.614908 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:37.628815 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning for port f4d5b8d4-4371-40dc-a322-82a460d07448 completed by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:35:37.671825 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port f4d5b8d4-4371-40dc-a322-82a460d07448 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:35:37.676873 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:37.723232 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-59f11d14-b722-4bc0-b30f-eec59304ea9a service neutron] 10.222.0.11 "GET /v2.0/networks/3b901448-fc45-4cdb-afb8-8ba3d59219c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4800429 Jul 13 14:35:37.726046 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c226c5-e068-4bf0-bacd-ee0955fed12f req-58de15e3-4992-4ebf-a6e9-2c1fd3ad6dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:37.728960 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-34c226c5-e068-4bf0-bacd-ee0955fed12f req-58de15e3-4992-4ebf-a6e9-2c1fd3ad6dbe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7e1c803a-3e16-48e7-9963-1d638d397492 HTTP/1.1" status: 200 len: 852 time: 0.7755318 Jul 13 14:35:38.007745 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-d9c6edb3-4ff0-42b9-bab3-92eeb870e3ec service neutron] 10.222.0.11 "GET /v2.0/networks/b04875e6-1fc2-4c4b-96d5-3d915be01c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1076236 Jul 13 14:35:38.172529 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:38.262846 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-34c226c5-e068-4bf0-bacd-ee0955fed12f req-e970944f-a115-4cdf-b4c8-a490ba4bb939 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8111f917-317d-4b90-a14d-dab5ba16d222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1821618 Jul 13 14:35:38.266997 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] For port f4d5b8d4-4371-40dc-a322-82a460d07448, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=f4d5b8d4-4371-40dc-a322-82a460d07448,segment=NetworkSegment(7653a656-2c34-48b5-8270-333dcf39de5b),segment_id=7653a656-2c34-48b5-8270-333dcf39de5b)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:35:38.282548 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:38.311832 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ac2aca51-ed77-4c46-adcf-f8e1ba53c936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763'] for subnet, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:38.520871 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Pushing event updated for resources: {'Port': ['ID=f4d5b8d4-4371-40dc-a322-82a460d07448,revision_number=5']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:38.549279 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2aca51-ed77-4c46-adcf-f8e1ba53c936 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11de1b6f-5248-49d2-8d41-dc863260b07f,revision_number=0']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:38.570443 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2aca51-ed77-4c46-adcf-f8e1ba53c936 admin admin] Checking segment: {'id': '0073fddb-f1cd-43e2-8156-8156f2206cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f7b123ed-61d1-4b91-b8dc-5ef747170975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:35:38.571166 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2aca51-ed77-4c46-adcf-f8e1ba53c936 admin admin] Network hostable DHCP agents. Network: f7b123ed-61d1-4b91-b8dc-5ef747170975, hostable agents: ['c057a270-abe3-45bb-b401-4c6834b17f0a'], hosted agents: [] {{(pid=93155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:35:38.583539 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:38.633497 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2aca51-ed77-4c46-adcf-f8e1ba53c936 admin admin] Network f7b123ed-61d1-4b91-b8dc-5ef747170975 is scheduled to be hosted by DHCP agent c057a270-abe3-45bb-b401-4c6834b17f0a with binding_index 1 {{(pid=93155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:35:38.662983 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [None req-ac2aca51-ed77-4c46-adcf-f8e1ba53c936 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-8-iscsi, f7b123ed-61d1-4b91-b8dc-5ef747170975) {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:35:38.672687 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2aca51-ed77-4c46-adcf-f8e1ba53c936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:38.674133 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ac2aca51-ed77-4c46-adcf-f8e1ba53c936 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for subnet, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:38.701124 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af993583-ca7d-46cb-ae35-7f290d898324 None None] Network f7b123ed-61d1-4b91-b8dc-5ef747170975 requested from dv-cinder-784453-8-iscsi {{(pid=93156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:35:38.721883 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-ac2aca51-ed77-4c46-adcf-f8e1ba53c936 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3144820 Jul 13 14:35:38.886963 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-bd719a2f-0f54-4b03-af80-7fd8cd8780b5 req-7be6abbe-724c-48e9-bc7a-cfe7e828d3b7 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 210 time: 0.2219086 Jul 13 14:35:38.932895 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-e5205d8a-e93f-4873-a871-a4cef4053f36 service neutron] 10.222.0.11 "GET /v2.0/networks/b04875e6-1fc2-4c4b-96d5-3d915be01c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9138930 Jul 13 14:35:38.976866 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device b2b281d4-e4fa-4616-8bad-1564060e7533 up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:35:39.152845 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-34c226c5-e068-4bf0-bacd-ee0955fed12f req-959d5953-ab75-4c77-b74f-d89ebeeddcf4 service neutron] 10.222.0.39 "GET /v2.0/networks/8111f917-317d-4b90-a14d-dab5ba16d222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8354106 Jul 13 14:35:39.281674 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 50956) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:39.417952 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port b2b281d4-e4fa-4616-8bad-1564060e7533 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:35:39.422317 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:39.478597 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7b7eec1-05a6-4f26-9d34-a137d99b842e admin admin] Deleting subnet 0b106af2-0e80-4410-8f30-35cf72bd72cd {{(pid=93155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:35:39.484146 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b7b7eec1-05a6-4f26-9d34-a137d99b842e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:39.619840 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8fe06d-ee0f-4315-b894-9ff8454292d5 None None] Network f7b123ed-61d1-4b91-b8dc-5ef747170975 requested from dv-cinder-784453-8-iscsi {{(pid=93156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:35:39.624405 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b7b7eec1-05a6-4f26-9d34-a137d99b842e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:39.649256 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b7b7eec1-05a6-4f26-9d34-a137d99b842e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870331'] for subnet, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:39.849921 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b7b7eec1-05a6-4f26-9d34-a137d99b842e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763'] for subnet, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:39.933265 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b7eec1-05a6-4f26-9d34-a137d99b842e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b106af2-0e80-4410-8f30-35cf72bd72cd,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:39.935418 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b7b7eec1-05a6-4f26-9d34-a137d99b842e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:39.937878 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-b7b7eec1-05a6-4f26-9d34-a137d99b842e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0b106af2-0e80-4410-8f30-35cf72bd72cd HTTP/1.1" status: 204 len: 168 time: 0.6503494 Jul 13 14:35:39.941076 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 50972) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:39.968641 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:35:40.082421 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-556f7f93-7872-4625-a7e9-b3f3a78da75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-993822'] for network, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:40.184262 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.39', 49506) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:40.226159 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8d92ba22-a6d3-4967-9bee-7b1ba8962853 req-4e3a9039-5b31-4e7c-90d2-3659d63c631f tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 210 time: 0.2681611 Jul 13 14:35:40.406294 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c,segment=NetworkSegment(0b81c1b4-d4e3-42d2-97e2-d4b0813ae6f2),segment_id=0b81c1b4-d4e3-42d2-97e2-d4b0813ae6f2)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:35:40.484383 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dfb334-eb04-40c5-809a-a5467da03767 req-3dd7ac4a-2de6-4cea-a213-e3d388109d7b tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:40.496475 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Returning: {'device': 'f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c', 'network_id': '8111f917-317d-4b90-a14d-dab5ba16d222', 'port_id': 'f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c', 'mac_address': 'fa:16:3e:c3:79:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e1c803a-3e16-48e7-9963-1d638d397492', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:35:40.501824 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-25dfb334-eb04-40c5-809a-a5467da03767 req-3dd7ac4a-2de6-4cea-a213-e3d388109d7b tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4e84988-766f-456b-b33a-2399539d3eff HTTP/1.1" status: 200 len: 944 time: 0.5422812 Jul 13 14:35:40.514479 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-34c226c5-e068-4bf0-bacd-ee0955fed12f req-f8d0dca1-8bb1-4a37-a1c2-acd21ae1bf62 service neutron] 10.222.0.39 "GET /v2.0/networks/8111f917-317d-4b90-a14d-dab5ba16d222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3532510 Jul 13 14:35:40.606305 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-25dfb334-eb04-40c5-809a-a5467da03767 req-9681d7b8-7315-4974-b196-d21838e39c65 tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] 10.222.0.11 "GET /v2.0/security-groups?id=312452d2-579f-4074-bfd5-43419a8b3406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025426 Jul 13 14:35:40.709895 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:40.754018 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device f4d5b8d4-4371-40dc-a322-82a460d07448 up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:35:40.789823 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c {{(pid=93156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:35:40.843537 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-556f7f93-7872-4625-a7e9-b3f3a78da75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-869682', 'neutron.services.segments.db._delete_segments_for_network-8754803476884'] for network, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:40.868756 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-556f7f93-7872-4625-a7e9-b3f3a78da75d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:35:40.869089 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-556f7f93-7872-4625-a7e9-b3f3a78da75d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:35:40.869866 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-556f7f93-7872-4625-a7e9-b3f3a78da75d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:35:40.870225 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-556f7f93-7872-4625-a7e9-b3f3a78da75d admin admin] Subscribe: > port after_create 55550000 {{(pid=93155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:35:40.870620 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-556f7f93-7872-4625-a7e9-b3f3a78da75d admin admin] Subscribe: > port after_delete 55550000 {{(pid=93155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:35:40.870921 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-556f7f93-7872-4625-a7e9-b3f3a78da75d admin admin] Subscribe: > port after_update 55550000 {{(pid=93155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:35:40.871239 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-556f7f93-7872-4625-a7e9-b3f3a78da75d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:35:40.871562 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-556f7f93-7872-4625-a7e9-b3f3a78da75d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:35:40.871915 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-556f7f93-7872-4625-a7e9-b3f3a78da75d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:35:40.872223 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-556f7f93-7872-4625-a7e9-b3f3a78da75d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:35:40.881408 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c,segment=NetworkSegment(0b81c1b4-d4e3-42d2-97e2-d4b0813ae6f2),segment_id=0b81c1b4-d4e3-42d2-97e2-d4b0813ae6f2)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:35:40.899580 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:41.028783 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c,revision_number=4']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:41.035766 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f2bf8994-b280-45f6-a895-bc55d6addf38 req-4920d4bd-6f6c-407b-b084-58007e7de451 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 210 time: 0.1264808 Jul 13 14:35:41.040347 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port f4d5b8d4-4371-40dc-a322-82a460d07448 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:35:41.040730 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:41.162172 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3cc92c-d210-448b-aed9-2d11946ea434 req-d8844d62-86a7-4c6f-9ddc-beb9693cf6a9 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:41.169415 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0b3cc92c-d210-448b-aed9-2d11946ea434 req-d8844d62-86a7-4c6f-9ddc-beb9693cf6a9 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/networks?id=c60399fe-47fd-4adc-84b8-a09ce78c9d83 HTTP/1.1" status: 200 len: 819 time: 0.5881100 Jul 13 14:35:41.187159 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0b3cc92c-d210-448b-aed9-2d11946ea434 req-f2ed6c22-3f38-4915-9022-9eb6c251ea04 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/quotas/fc557a9da65c4850a0db554e60444325 HTTP/1.1" status: 200 len: 375 time: 0.0164981 Jul 13 14:35:41.281786 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] get_ports_and_sgs() called for port_ids ['f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c'] {{(pid=93156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:35:41.376922 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0b3cc92c-d210-448b-aed9-2d11946ea434 req-a73dc888-2d00-4546-bfbf-653bba627f06 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc557a9da65c4850a0db554e60444325&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1882911 Jul 13 14:35:41.431543 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-556f7f93-7872-4625-a7e9-b3f3a78da75d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:35:41.432502 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-556f7f93-7872-4625-a7e9-b3f3a78da75d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:35:41.432989 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-556f7f93-7872-4625-a7e9-b3f3a78da75d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:35:41.436650 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-556f7f93-7872-4625-a7e9-b3f3a78da75d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:35:41.437185 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.services.segments.db [None req-556f7f93-7872-4625-a7e9-b3f3a78da75d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5752834f-d59b-4d22-a386-f30daca347c9']}} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:35:41.502329 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.services.segments.db [None req-556f7f93-7872-4625-a7e9-b3f3a78da75d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35d06dfe-89f3-40cf-b498-01d79e1bbe94') {'for_net_delete': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:35:41.503294 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.services.segments.db [None req-556f7f93-7872-4625-a7e9-b3f3a78da75d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35d06dfe-89f3-40cf-b498-01d79e1bbe94') {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:35:41.536796 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-556f7f93-7872-4625-a7e9-b3f3a78da75d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754803489931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3323136'] for segment, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:41.539980 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-30bc1edc-4332-4154-a4a6-b8deabbc63bf req-bcd40e73-5964-4473-a9ef-60f4922beaa8 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 210 time: 0.0491636 Jul 13 14:35:41.607246 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-556f7f93-7872-4625-a7e9-b3f3a78da75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834'] for segment, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:41.640724 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0b3cc92c-d210-448b-aed9-2d11946ea434 req-3d9f5dea-3bd8-4ae0-b832-8abfcbd9cb14 service neutron] 10.222.0.11 "GET /v2.0/networks/c60399fe-47fd-4adc-84b8-a09ce78c9d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525547 Jul 13 14:35:41.680641 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-556f7f93-7872-4625-a7e9-b3f3a78da75d admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=93155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:35:41.681692 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-556f7f93-7872-4625-a7e9-b3f3a78da75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2868478'] for segment, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:41.698019 dv-cinder-784453-8-iscsi neutron-server[93155]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 14:35:41.698019 dv-cinder-784453-8-iscsi neutron-server[93155]: from cryptography.utils import int_from_bytes Jul 13 14:35:41.698019 dv-cinder-784453-8-iscsi neutron-server[93155]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 14:35:41.698019 dv-cinder-784453-8-iscsi neutron-server[93155]: from cryptography.utils import int_from_bytes Jul 13 14:35:41.698019 dv-cinder-784453-8-iscsi neutron-server[93155]: Traceback (most recent call last): Jul 13 14:35:41.698019 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:35:41.698019 dv-cinder-784453-8-iscsi neutron-server[93155]: timer() Jul 13 14:35:41.698019 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:35:41.698019 dv-cinder-784453-8-iscsi neutron-server[93155]: cb(*args, **kw) Jul 13 14:35:41.698019 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:35:41.698019 dv-cinder-784453-8-iscsi neutron-server[93155]: return func(*args, **kwargs) Jul 13 14:35:41.698019 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:35:41.698019 dv-cinder-784453-8-iscsi neutron-server[93155]: self._notify() Jul 13 14:35:41.698019 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:35:41.698019 dv-cinder-784453-8-iscsi neutron-server[93155]: self.callback(batched_events) Jul 13 14:35:41.698019 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:35:41.698019 dv-cinder-784453-8-iscsi neutron-server[93155]: event.method(event) Jul 13 14:35:41.698019 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:35:41.698019 dv-cinder-784453-8-iscsi neutron-server[93155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:35:41.698019 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:35:41.698019 dv-cinder-784453-8-iscsi neutron-server[93155]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:35:41.698019 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:35:41.698019 dv-cinder-784453-8-iscsi neutron-server[93155]: return f(self, *a, **k) Jul 13 14:35:41.698019 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:35:41.698019 dv-cinder-784453-8-iscsi neutron-server[93155]: return self._get(url).json() Jul 13 14:35:41.698019 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:35:41.698019 dv-cinder-784453-8-iscsi neutron-server[93155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:35:41.698019 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:35:41.698019 dv-cinder-784453-8-iscsi neutron-server[93155]: return self.request(url, 'GET', **kwargs) Jul 13 14:35:41.698019 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:35:41.698019 dv-cinder-784453-8-iscsi neutron-server[93155]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:35:41.698019 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:35:41.698019 dv-cinder-784453-8-iscsi neutron-server[93155]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:35:41.698019 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:35:41.698019 dv-cinder-784453-8-iscsi neutron-server[93155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:35:41.698019 dv-cinder-784453-8-iscsi neutron-server[93155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:35:41.875198 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 51038) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:41.888189 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01016cc-5605-4ca0-92c0-35135cfbb24c req-b411f989-6888-44f9-bc89-7a36da8d7656 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:41.894292 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-f01016cc-5605-4ca0-92c0-35135cfbb24c req-b411f989-6888-44f9-bc89-7a36da8d7656 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.39 "GET /v2.0/networks?id=c60399fe-47fd-4adc-84b8-a09ce78c9d83 HTTP/1.1" status: 200 len: 819 time: 1.7082803 Jul 13 14:35:41.896660 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-556f7f93-7872-4625-a7e9-b3f3a78da75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-869689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1994796'] for network, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:41.936507 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [req-f01016cc-5605-4ca0-92c0-35135cfbb24c req-92bfe4e3-12f0-4129-a00c-087421da799c tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Request body: {'port': {'device_id': 'b28a32d0-fbcb-4d31-a752-12c0f351c046', 'network_id': 'c60399fe-47fd-4adc-84b8-a09ce78c9d83', 'admin_state_up': True, 'tenant_id': 'fc557a9da65c4850a0db554e60444325'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:35:41.942864 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-556f7f93-7872-4625-a7e9-b3f3a78da75d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for network, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:41.947986 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-556f7f93-7872-4625-a7e9-b3f3a78da75d admin admin] 10.222.0.11 "DELETE /v2.0/networks/5752834f-d59b-4d22-a386-f30daca347c9 HTTP/1.1" status: 204 len: 168 time: 2.0011692 Jul 13 14:35:41.954366 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f7f93-7872-4625-a7e9-b3f3a78da75d admin admin] Pushing event deleted for resources: {'Network': ['ID=5752834f-d59b-4d22-a386-f30daca347c9,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:41.954611 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 51042) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:42.158768 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0b3cc92c-d210-448b-aed9-2d11946ea434 req-e75517b5-9ba3-4ab1-92f8-0138c54af118 service neutron] 10.222.0.11 "GET /v2.0/networks/c60399fe-47fd-4adc-84b8-a09ce78c9d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5079854 Jul 13 14:35:42.246524 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1eb5a1c-a35b-41e7-a75e-81c2405e30aa admin admin] Deleting subnet 11de1b6f-5248-49d2-8d41-dc863260b07f {{(pid=93154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:35:42.254500 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-f1eb5a1c-a35b-41e7-a75e-81c2405e30aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:42.380478 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e51dc533-7166-4c33-8cca-b66cbac7f18b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:42.394803 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-f1eb5a1c-a35b-41e7-a75e-81c2405e30aa admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:42.415045 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f01016cc-5605-4ca0-92c0-35135cfbb24c req-92bfe4e3-12f0-4129-a00c-087421da799c tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Made reservation on behalf of fc557a9da65c4850a0db554e60444325 for: {'port': 1} {{(pid=93155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:35:42.420811 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-f01016cc-5605-4ca0-92c0-35135cfbb24c req-92bfe4e3-12f0-4129-a00c-087421da799c tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:42.465680 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-f1eb5a1c-a35b-41e7-a75e-81c2405e30aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870331'] for subnet, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:42.651847 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f6ed9-6828-4d7c-8205-250f42a373cc req-f04334d6-bdb7-4743-9d2a-4124ae2c67b5 tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:42.669890 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d63f6ed9-6828-4d7c-8205-250f42a373cc req-f04334d6-bdb7-4743-9d2a-4124ae2c67b5 tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4e84988-766f-456b-b33a-2399539d3eff HTTP/1.1" status: 200 len: 945 time: 0.5577545 Jul 13 14:35:42.710853 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-c7351044-a88e-4851-8337-d100e2d5a2a8 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:42.716653 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-c7351044-a88e-4851-8337-d100e2d5a2a8 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.39 "GET /v2.0/networks?id=3b901448-fc45-4cdb-afb8-8ba3d59219c4 HTTP/1.1" status: 200 len: 811 time: 0.5564048 Jul 13 14:35:42.740485 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.39', 49512) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:42.909414 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-f1eb5a1c-a35b-41e7-a75e-81c2405e30aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763'] for subnet, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:43.026518 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eb5a1c-a35b-41e7-a75e-81c2405e30aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11de1b6f-5248-49d2-8d41-dc863260b07f,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:43.082128 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-c1f04e26-86db-4a2a-9fc7-a4e83df131e9 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:43.084671 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-c1f04e26-86db-4a2a-9fc7-a4e83df131e9 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.39 "GET /v2.0/networks?id=b04875e6-1fc2-4c4b-96d5-3d915be01c53 HTTP/1.1" status: 200 len: 817 time: 0.3420949 Jul 13 14:35:43.091731 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-13bfa15e-3463-41f3-8ab9-6c61ba3f2bc4 req-e6041320-67d3-4da0-ae5b-10875a351105 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 210 time: 0.1483266 Jul 13 14:35:43.113808 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-bf15001d-115c-442c-acd4-08a161c81c62 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4db817ef0fe4408794a0ef962b27746d HTTP/1.1" status: 200 len: 380 time: 0.3492570 Jul 13 14:35:43.134786 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-324417e5-79a9-4ade-a73a-d2f330038d3d tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Request body: {'port': {'device_id': '559dbb50-623b-4487-9438-594c1a389d52', 'network_id': '3b901448-fc45-4cdb-afb8-8ba3d59219c4', 'admin_state_up': True, 'tenant_id': '4db817ef0fe4408794a0ef962b27746d', 'security_groups': ['297e89a9-097b-4927-b471-a2bb117ceb54']}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:35:43.190369 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-7c3651d5-e04c-4fae-92c1-56c2e14e1a3b tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5169c26b204473880f57831a5e71229 HTTP/1.1" status: 200 len: 379 time: 0.0826044 Jul 13 14:35:43.212332 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-06c7a48b-58f4-4a36-8e93-75318c98a2fe tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Request body: {'port': {'device_id': '2710a355-6e44-4b59-827d-302f15c9d6d9', 'network_id': 'b04875e6-1fc2-4c4b-96d5-3d915be01c53', 'admin_state_up': True, 'tenant_id': 'a5169c26b204473880f57831a5e71229', 'security_groups': ['e5309687-4d39-468c-9f35-4d9b06479eed']}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:35:43.269562 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-f1eb5a1c-a35b-41e7-a75e-81c2405e30aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for subnet, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:43.276290 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-f1eb5a1c-a35b-41e7-a75e-81c2405e30aa admin admin] 10.222.0.11 "DELETE /v2.0/subnets/11de1b6f-5248-49d2-8d41-dc863260b07f HTTP/1.1" status: 204 len: 168 time: 1.3202696 Jul 13 14:35:43.294267 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 51070) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:43.327866 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d63f6ed9-6828-4d7c-8205-250f42a373cc req-a7884eaa-be43-4413-a480-3d2bc5485128 tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] 10.222.0.11 "GET /v2.0/security-groups?id=312452d2-579f-4074-bfd5-43419a8b3406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6531444 Jul 13 14:35:43.344250 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.db_base_plugin_common [req-f01016cc-5605-4ca0-92c0-35135cfbb24c req-92bfe4e3-12f0-4129-a00c-087421da799c tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Allocated IP 172.20.0.5 (c60399fe-47fd-4adc-84b8-a09ce78c9d83/57ef7d24-de03-448d-9f18-05ea2c1e72c3/6109ef05-e9de-4df0-90ea-df14f1f97426) {{(pid=93155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:35:43.816649 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-f01016cc-5605-4ca0-92c0-35135cfbb24c req-92bfe4e3-12f0-4129-a00c-087421da799c tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Notify callbacks [] for port, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:43.825229 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9dadd683-1585-4dc9-a481-02258550acfe req-b3bc044a-3386-44dc-8928-51b6c30689bf tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 210 time: 0.5474460 Jul 13 14:35:43.840366 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-dc74f1d1-dc4b-4d4a-bccc-3c37bc9707b1 req-108ac80b-4244-47ab-a0d0-7e536feaa1b1 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 210 time: 0.1432588 Jul 13 14:35:43.860656 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e51dc533-7166-4c33-8cca-b66cbac7f18b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:43.892097 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e51dc533-7166-4c33-8cca-b66cbac7f18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:43.922756 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c up at agent hyperv_hv-cinder-78445 {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:35:43.931681 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-06c7a48b-58f4-4a36-8e93-75318c98a2fe tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Made reservation on behalf of a5169c26b204473880f57831a5e71229 for: {'port': 1} {{(pid=93155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:35:43.937163 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-06c7a48b-58f4-4a36-8e93-75318c98a2fe tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:43.942051 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-f01016cc-5605-4ca0-92c0-35135cfbb24c req-92bfe4e3-12f0-4129-a00c-087421da799c tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:43.944967 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0ea1191c-01b4-4650-a621-869b7f52d8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-993822'] for network, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:44.021169 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-e51dc533-7166-4c33-8cca-b66cbac7f18b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e575b56dce2446f995c5885a6da4c23b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1398447 Jul 13 14:35:44.025465 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 51096) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:44.030515 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51dc533-7166-4c33-8cca-b66cbac7f18b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45118a6-ca5b-4d82-80f4-7a7dd889f479,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:44.078041 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-324417e5-79a9-4ade-a73a-d2f330038d3d tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Made reservation on behalf of 4db817ef0fe4408794a0ef962b27746d for: {'port': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:35:44.081035 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bfe4e3-12f0-4129-a00c-087421da799c tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Pushing event updated for resources: {'Port': ['ID=6109ef05-e9de-4df0-90ea-df14f1f97426,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:44.084146 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-324417e5-79a9-4ade-a73a-d2f330038d3d tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:44.092045 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Provisioning for port f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c completed by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:35:44.117814 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Provisioning complete for port f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:35:44.121083 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:44.172503 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f01016cc-5605-4ca0-92c0-35135cfbb24c req-92bfe4e3-12f0-4129-a00c-087421da799c tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Network c60399fe-47fd-4adc-84b8-a09ce78c9d83 is already hosted by enough agents. {{(pid=93155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:35:44.179884 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [req-f01016cc-5605-4ca0-92c0-35135cfbb24c req-92bfe4e3-12f0-4129-a00c-087421da799c tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Resources bound (agent type, host, resource id): {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:35:44.190429 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [req-f01016cc-5605-4ca0-92c0-35135cfbb24c req-92bfe4e3-12f0-4129-a00c-087421da799c tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Received port after_create {{(pid=93155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:35:44.251342 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01016cc-5605-4ca0-92c0-35135cfbb24c req-92bfe4e3-12f0-4129-a00c-087421da799c tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:44.252149 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-f01016cc-5605-4ca0-92c0-35135cfbb24c req-92bfe4e3-12f0-4129-a00c-087421da799c tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:44.332565 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:44.336326 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-f01016cc-5605-4ca0-92c0-35135cfbb24c req-92bfe4e3-12f0-4129-a00c-087421da799c tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4259129 Jul 13 14:35:44.369591 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [req-f01016cc-5605-4ca0-92c0-35135cfbb24c req-c2dc2561-3c00-4474-aa0e-5675740c530d service neutron] Request body: {'port': {'device_id': 'b28a32d0-fbcb-4d31-a752-12c0f351c046', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:35:44.387788 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e84988-766f-456b-b33a-2399539d3eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c'}] {{(pid=93156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:35:44.421543 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.db_base_plugin_common [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-06c7a48b-58f4-4a36-8e93-75318c98a2fe tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Allocated IP 172.20.0.9 (b04875e6-1fc2-4c4b-96d5-3d915be01c53/2093f447-27c9-42a2-bbad-8523311dd7a9/96e9db92-4167-45b2-b18d-aa1795f4bd8f) {{(pid=93155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:35:44.433080 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0ea1191c-01b4-4650-a621-869b7f52d8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-869682', 'neutron.services.segments.db._delete_segments_for_network-8754803476884'] for network, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:44.571082 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-f01016cc-5605-4ca0-92c0-35135cfbb24c req-c2dc2561-3c00-4474-aa0e-5675740c530d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:44.602709 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0ea1191c-01b4-4650-a621-869b7f52d8eb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:35:44.603319 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0ea1191c-01b4-4650-a621-869b7f52d8eb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:35:44.604351 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0ea1191c-01b4-4650-a621-869b7f52d8eb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:35:44.605857 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0ea1191c-01b4-4650-a621-869b7f52d8eb admin admin] Subscribe: > port after_create 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:35:44.605857 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0ea1191c-01b4-4650-a621-869b7f52d8eb admin admin] Subscribe: > port after_delete 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:35:44.606233 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0ea1191c-01b4-4650-a621-869b7f52d8eb admin admin] Subscribe: > port after_update 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:35:44.606913 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0ea1191c-01b4-4650-a621-869b7f52d8eb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:35:44.607499 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0ea1191c-01b4-4650-a621-869b7f52d8eb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:35:44.608471 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0ea1191c-01b4-4650-a621-869b7f52d8eb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:35:44.608926 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c,segment=NetworkSegment(0b81c1b4-d4e3-42d2-97e2-d4b0813ae6f2),segment_id=0b81c1b4-d4e3-42d2-97e2-d4b0813ae6f2)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:35:44.609494 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0ea1191c-01b4-4650-a621-869b7f52d8eb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:35:44.618226 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:44.619781 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:44.738080 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c,revision_number=5']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:44.741208 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-06c7a48b-58f4-4a36-8e93-75318c98a2fe tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks [] for port, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:44.743328 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0ea1191c-01b4-4650-a621-869b7f52d8eb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:35:44.743570 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd5989a68af48bbe0a00b0c674d1da0e65c633cef20e3ffd105cdad221ff8d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc7e302-1077-41b0-9b77-52aac17d9a63" -d '{"events": [{"server_uuid": "a4e84988-766f-456b-b33a-2399539d3eff", "name": "network-vif-plugged", "status": "completed", "tag": "f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c"}]}' {{(pid=93156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:35:44.744434 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0ea1191c-01b4-4650-a621-869b7f52d8eb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:35:44.745168 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0ea1191c-01b4-4650-a621-869b7f52d8eb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:35:44.746002 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0ea1191c-01b4-4650-a621-869b7f52d8eb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 14:35:44.746877 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.services.segments.db [None req-0ea1191c-01b4-4650-a621-869b7f52d8eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7b123ed-61d1-4b91-b8dc-5ef747170975']}} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:35:44.758868 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2b78f3dd-8679-40c7-967c-512501d9b95f req-7230e579-5900-4b0c-b240-4d6058d33421 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 210 time: 0.3145461 Jul 13 14:35:44.783432 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-06c7a48b-58f4-4a36-8e93-75318c98a2fe tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Transition to ACTIVE for port object 96e9db92-4167-45b2-b18d-aa1795f4bd8f will not be triggered until provisioned by entity DHCP. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:35:44.836653 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.services.segments.db [None req-0ea1191c-01b4-4650-a621-869b7f52d8eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0073fddb-f1cd-43e2-8156-8156f2206cd5') {'for_net_delete': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:35:44.837294 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.services.segments.db [None req-0ea1191c-01b4-4650-a621-869b7f52d8eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0073fddb-f1cd-43e2-8156-8156f2206cd5') {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:35:44.850370 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b5b3f29e-93d6-4eac-b638-9c8a98ae35c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:44.895543 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b5b3f29e-93d6-4eac-b638-9c8a98ae35c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:44.989008 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-06c7a48b-58f4-4a36-8e93-75318c98a2fe tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:45.027815 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0ea1191c-01b4-4650-a621-869b7f52d8eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754803489931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421039'] for segment, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:45.093561 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0ea1191c-01b4-4650-a621-869b7f52d8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834'] for segment, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:45.126214 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ea1191c-01b4-4650-a621-869b7f52d8eb admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=93154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:35:45.129074 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0ea1191c-01b4-4650-a621-869b7f52d8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8800607'] for segment, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:45.155796 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4c7ed3-01a3-4b15-b6ec-557d22cf89aa x-openstack-request-id: req-ee4c7ed3-01a3-4b15-b6ec-557d22cf89aa {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:35:45.156552 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e84988-766f-456b-b33a-2399539d3eff", "name": "network-vif-plugged", "status": "completed", "tag": "f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c", "code": 200}]} {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:35:45.156981 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ee4c7ed3-01a3-4b15-b6ec-557d22cf89aa {{(pid=93156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:35:45.160203 dv-cinder-784453-8-iscsi neutron-server[93156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e84988-766f-456b-b33a-2399539d3eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c', 'code': 200} Jul 13 14:35:45.164225 dv-cinder-784453-8-iscsi neutron-server[93154]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 14:35:45.164225 dv-cinder-784453-8-iscsi neutron-server[93154]: from cryptography.utils import int_from_bytes Jul 13 14:35:45.164225 dv-cinder-784453-8-iscsi neutron-server[93154]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 14:35:45.164225 dv-cinder-784453-8-iscsi neutron-server[93154]: from cryptography.utils import int_from_bytes Jul 13 14:35:45.164225 dv-cinder-784453-8-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:35:45.164225 dv-cinder-784453-8-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:35:45.164225 dv-cinder-784453-8-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:35:45.164225 dv-cinder-784453-8-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:35:45.164225 dv-cinder-784453-8-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:35:45.164225 dv-cinder-784453-8-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:35:45.164225 dv-cinder-784453-8-iscsi neutron-server[93154]: Traceback (most recent call last): Jul 13 14:35:45.164225 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:35:45.164225 dv-cinder-784453-8-iscsi neutron-server[93154]: timer() Jul 13 14:35:45.164225 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:35:45.164225 dv-cinder-784453-8-iscsi neutron-server[93154]: cb(*args, **kw) Jul 13 14:35:45.164225 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:35:45.164225 dv-cinder-784453-8-iscsi neutron-server[93154]: return func(*args, **kwargs) Jul 13 14:35:45.164225 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:35:45.164225 dv-cinder-784453-8-iscsi neutron-server[93154]: self._notify() Jul 13 14:35:45.164225 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:35:45.164225 dv-cinder-784453-8-iscsi neutron-server[93154]: self.callback(batched_events) Jul 13 14:35:45.164225 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:35:45.164225 dv-cinder-784453-8-iscsi neutron-server[93154]: event.method(event) Jul 13 14:35:45.164225 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:35:45.164225 dv-cinder-784453-8-iscsi neutron-server[93154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:35:45.164225 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:35:45.164225 dv-cinder-784453-8-iscsi neutron-server[93154]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:35:45.164225 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:35:45.164225 dv-cinder-784453-8-iscsi neutron-server[93154]: return f(self, *a, **k) Jul 13 14:35:45.164225 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:35:45.164225 dv-cinder-784453-8-iscsi neutron-server[93154]: return self._get(url).json() Jul 13 14:35:45.164225 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:35:45.164225 dv-cinder-784453-8-iscsi neutron-server[93154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:35:45.164225 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:35:45.164225 dv-cinder-784453-8-iscsi neutron-server[93154]: return self.request(url, 'GET', **kwargs) Jul 13 14:35:45.164225 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:35:45.164225 dv-cinder-784453-8-iscsi neutron-server[93154]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:35:45.164225 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:35:45.164225 dv-cinder-784453-8-iscsi neutron-server[93154]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:35:45.164225 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:35:45.164225 dv-cinder-784453-8-iscsi neutron-server[93154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:35:45.164225 dv-cinder-784453-8-iscsi neutron-server[93154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:35:45.211402 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.39', 49520) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:45.240491 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-06c7a48b-58f4-4a36-8e93-75318c98a2fe tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Network b04875e6-1fc2-4c4b-96d5-3d915be01c53 is already hosted by enough agents. {{(pid=93155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:35:45.253403 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-06c7a48b-58f4-4a36-8e93-75318c98a2fe tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Resources bound (agent type, host, resource id): {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:35:45.283050 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-06c7a48b-58f4-4a36-8e93-75318c98a2fe tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Received port after_create {{(pid=93155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:35:45.383382 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0ea1191c-01b4-4650-a621-869b7f52d8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-869689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1994796'] for network, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:45.450502 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea1191c-01b4-4650-a621-869b7f52d8eb admin admin] Pushing event deleted for resources: {'Network': ['ID=f7b123ed-61d1-4b91-b8dc-5ef747170975,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:45.462359 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0ea1191c-01b4-4650-a621-869b7f52d8eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for network, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:45.465901 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-0ea1191c-01b4-4650-a621-869b7f52d8eb admin admin] 10.222.0.11 "DELETE /v2.0/networks/f7b123ed-61d1-4b91-b8dc-5ef747170975 HTTP/1.1" status: 204 len: 168 time: 2.1364923 Jul 13 14:35:45.535196 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c7a48b-58f4-4a36-8e93-75318c98a2fe tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Pushing event updated for resources: {'Port': ['ID=96e9db92-4167-45b2-b18d-aa1795f4bd8f,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:45.629216 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-324417e5-79a9-4ade-a73a-d2f330038d3d tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Allocated IP 172.20.0.3 (3b901448-fc45-4cdb-afb8-8ba3d59219c4/58921e0e-d271-42d3-8bb5-36a41aaf8b06/064feea6-f808-4b0f-aae3-1e62d41fb057) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:35:45.732341 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 51140) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:45.750910 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-a593b104-e297-4fa9-ac8e-63fe91cf4a44 None None] Provisioning for port 96e9db92-4167-45b2-b18d-aa1795f4bd8f completed by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:35:45.755828 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-a593b104-e297-4fa9-ac8e-63fe91cf4a44 None None] Provisioning complete for port 96e9db92-4167-45b2-b18d-aa1795f4bd8f triggered by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:35:45.756479 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-a593b104-e297-4fa9-ac8e-63fe91cf4a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:45.785955 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ed73c-79f6-4ca1-acf5-c1c2a1b14bce req-df3ee07b-04a0-442b-aa65-02d33af1d623 tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:45.800036 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c92ed73c-79f6-4ca1-acf5-c1c2a1b14bce req-df3ee07b-04a0-442b-aa65-02d33af1d623 tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4e84988-766f-456b-b33a-2399539d3eff HTTP/1.1" status: 200 len: 946 time: 1.2015893 Jul 13 14:35:45.823566 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-06c7a48b-58f4-4a36-8e93-75318c98a2fe tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:45.824651 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-06c7a48b-58f4-4a36-8e93-75318c98a2fe tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:45.833705 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.39', 49521) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:45.868780 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-a593b104-e297-4fa9-ac8e-63fe91cf4a44 None None] Port 96e9db92-4167-45b2-b18d-aa1795f4bd8f cannot update to ACTIVE because it is not bound. {{(pid=93156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:35:46.013839 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-8ea8df4e-9d26-4584-93b5-a8ca1c7c615c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b04ac1dfb94f4ba8a4c5e82f2d9f699f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2679887 Jul 13 14:35:46.040654 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 51158) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:46.068056 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-06c7a48b-58f4-4a36-8e93-75318c98a2fe tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8688810 Jul 13 14:35:46.176136 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-59c7807e-8a86-4c29-b12c-fc6e130697c1 req-17a6714c-7b0c-4dcc-9582-7f219c3074e7 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 210 time: 0.4306264 Jul 13 14:35:46.211828 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b5b3f29e-93d6-4eac-b638-9c8a98ae35c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:46.218040 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b5b3f29e-93d6-4eac-b638-9c8a98ae35c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:46.220078 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-b5b3f29e-93d6-4eac-b638-9c8a98ae35c2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f45118a6-ca5b-4d82-80f4-7a7dd889f479 HTTP/1.1" status: 204 len: 168 time: 2.1817400 Jul 13 14:35:46.304114 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c92ed73c-79f6-4ca1-acf5-c1c2a1b14bce req-67ee4c5a-7f57-4e02-9d47-ce558cdf9701 tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] 10.222.0.11 "GET /v2.0/security-groups?id=312452d2-579f-4074-bfd5-43419a8b3406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5027359 Jul 13 14:35:46.318482 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b3f29e-93d6-4eac-b638-9c8a98ae35c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45118a6-ca5b-4d82-80f4-7a7dd889f479,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:46.340231 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-036ab41d-c1da-4809-aaf0-6e91bbcbd2c5 service neutron] Request body: {'port': {'device_id': '2710a355-6e44-4b59-827d-302f15c9d6d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:35:46.378024 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3cc92c-d210-448b-aed9-2d11946ea434 req-96572986-b113-4fdf-82f9-eed940cacfd7 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:46.384103 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-0b3cc92c-d210-448b-aed9-2d11946ea434 req-96572986-b113-4fdf-82f9-eed940cacfd7 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.39 "GET /v2.0/networks?id=c60399fe-47fd-4adc-84b8-a09ce78c9d83 HTTP/1.1" status: 200 len: 819 time: 1.1594059 Jul 13 14:35:46.541394 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9c44eb75-8766-4537-80ed-95c2d53c936b req-ec544220-a792-4621-b003-6196111a1e16 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 210 time: 0.0950639 Jul 13 14:35:46.552889 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [req-0b3cc92c-d210-448b-aed9-2d11946ea434 req-991897a8-2e1f-4c0d-afc8-40e9c862db62 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Request body: {'port': {'device_id': '78de0829-a622-45f3-a283-e56a795c07f9', 'network_id': 'c60399fe-47fd-4adc-84b8-a09ce78c9d83', 'admin_state_up': True, 'tenant_id': 'fc557a9da65c4850a0db554e60444325'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:35:46.581673 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-324417e5-79a9-4ade-a73a-d2f330038d3d tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:46.620470 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-324417e5-79a9-4ade-a73a-d2f330038d3d tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Transition to ACTIVE for port object 064feea6-f808-4b0f-aae3-1e62d41fb057 will not be triggered until provisioned by entity DHCP. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:35:46.723815 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025cb07d-47bb-43b4-ae04-7553f621f019 req-d688e1e0-5b4c-4233-802e-3852367fd51b tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:46.726985 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-025cb07d-47bb-43b4-ae04-7553f621f019 req-d688e1e0-5b4c-4233-802e-3852367fd51b tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 931 time: 0.2104237 Jul 13 14:35:46.752485 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [req-f01016cc-5605-4ca0-92c0-35135cfbb24c req-c2dc2561-3c00-4474-aa0e-5675740c530d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6109ef05-e9de-4df0-90ea-df14f1f97426 {{(pid=93155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:35:46.762950 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-324417e5-79a9-4ade-a73a-d2f330038d3d tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800428'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:46.809221 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-f01016cc-5605-4ca0-92c0-35135cfbb24c req-c2dc2561-3c00-4474-aa0e-5675740c530d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:46.823636 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-a8a4c7ad-0992-47be-ac57-f278b576c192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:46.878748 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-025cb07d-47bb-43b4-ae04-7553f621f019 req-61e52425-d5dc-49ef-8607-d3416feb0a5b tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403971 Jul 13 14:35:46.891694 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-324417e5-79a9-4ade-a73a-d2f330038d3d tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Network 3b901448-fc45-4cdb-afb8-8ba3d59219c4 is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:35:46.897831 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-324417e5-79a9-4ade-a73a-d2f330038d3d tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:35:46.907306 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-324417e5-79a9-4ade-a73a-d2f330038d3d tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:35:46.910693 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da552b-b6db-420f-96c9-e3cce8b834e4 req-b61c0420-30d7-4d52-ad89-57be8e6b523d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:46.914096 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-d9da552b-b6db-420f-96c9-e3cce8b834e4 req-b61c0420-30d7-4d52-ad89-57be8e6b523d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a4e84988-766f-456b-b33a-2399539d3eff HTTP/1.1" status: 200 len: 1099 time: 1.0327291 Jul 13 14:35:46.914430 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324417e5-79a9-4ade-a73a-d2f330038d3d tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Pushing event updated for resources: {'Port': ['ID=064feea6-f808-4b0f-aae3-1e62d41fb057,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:46.975833 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [req-f01016cc-5605-4ca0-92c0-35135cfbb24c req-c2dc2561-3c00-4474-aa0e-5675740c530d service neutron] Transition to ACTIVE for port object 6109ef05-e9de-4df0-90ea-df14f1f97426 will not be triggered until provisioned by entity L2. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:35:47.011158 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-d9da552b-b6db-420f-96c9-e3cce8b834e4 req-3474b54f-535b-4e14-bd9b-86c3e966ae55 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:47.018189 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 51170) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:47.040572 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-f01016cc-5605-4ca0-92c0-35135cfbb24c req-c2dc2561-3c00-4474-aa0e-5675740c530d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868486'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:47.058161 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-324417e5-79a9-4ade-a73a-d2f330038d3d tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:47.060053 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-324417e5-79a9-4ade-a73a-d2f330038d3d tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:47.100163 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4e5f8601-5a12-4f1b-83e1-b2978285a9d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:47.100519 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-036ab41d-c1da-4809-aaf0-6e91bbcbd2c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:47.114082 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-a8a4c7ad-0992-47be-ac57-f278b576c192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:47.246886 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc2561-3c00-4474-aa0e-5675740c530d service neutron] Pushing event updated for resources: {'Port': ['ID=6109ef05-e9de-4df0-90ea-df14f1f97426,revision_number=2']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:47.393352 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-a8a4c7ad-0992-47be-ac57-f278b576c192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:47.396696 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-a8a4c7ad-0992-47be-ac57-f278b576c192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:47.398153 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-a8a4c7ad-0992-47be-ac57-f278b576c192 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9b2e091a-7039-489d-8905-b955a21ee02e HTTP/1.1" status: 204 len: 168 time: 1.3554771 Jul 13 14:35:47.412301 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d4d97b90-9f35-434b-8553-49da7454a314 req-b583fc93-3f47-4546-b5a7-a123032409b2 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 210 time: 0.0601864 Jul 13 14:35:47.442294 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-0e3bf77b-2adf-4d81-b540-fd9cecf8fc2b None None] Provisioning for port 064feea6-f808-4b0f-aae3-1e62d41fb057 completed by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:35:47.458028 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-0e3bf77b-2adf-4d81-b540-fd9cecf8fc2b None None] Provisioning complete for port 064feea6-f808-4b0f-aae3-1e62d41fb057 triggered by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:35:47.459163 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-0e3bf77b-2adf-4d81-b540-fd9cecf8fc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:47.480714 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-d9da552b-b6db-420f-96c9-e3cce8b834e4 req-3474b54f-535b-4e14-bd9b-86c3e966ae55 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:47.568612 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-0e3bf77b-2adf-4d81-b540-fd9cecf8fc2b None None] Port 064feea6-f808-4b0f-aae3-1e62d41fb057 cannot update to ACTIVE because it is not bound. {{(pid=93156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:35:47.737047 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-d9da552b-b6db-420f-96c9-e3cce8b834e4 req-3474b54f-535b-4e14-bd9b-86c3e966ae55 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:47.774612 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae81581-a7a3-494f-8bd4-b5fa48121301 req-376576f2-dc7f-4c5a-902b-814b22700608 tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:47.777354 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-eae81581-a7a3-494f-8bd4-b5fa48121301 req-376576f2-dc7f-4c5a-902b-814b22700608 tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4e84988-766f-456b-b33a-2399539d3eff HTTP/1.1" status: 200 len: 946 time: 0.2035446 Jul 13 14:35:47.804473 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a4c7ad-0992-47be-ac57-f278b576c192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2e091a-7039-489d-8905-b955a21ee02e,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:47.891181 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4e5f8601-5a12-4f1b-83e1-b2978285a9d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:47.911463 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-eae81581-a7a3-494f-8bd4-b5fa48121301 req-cf602175-155b-4442-be7f-33fbfc14fd4a tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] 10.222.0.11 "GET /v2.0/security-groups?id=312452d2-579f-4074-bfd5-43419a8b3406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195776 Jul 13 14:35:47.912815 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4e5f8601-5a12-4f1b-83e1-b2978285a9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:47.936769 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-324417e5-79a9-4ade-a73a-d2f330038d3d tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8097165 Jul 13 14:35:47.972581 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-e9da9c9c-22f3-4cc3-ae7c-370f32d4a414 service neutron] Request body: {'port': {'device_id': '559dbb50-623b-4487-9438-594c1a389d52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:35:47.979970 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-d9da552b-b6db-420f-96c9-e3cce8b834e4 req-3474b54f-535b-4e14-bd9b-86c3e966ae55 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=312452d2-579f-4074-bfd5-43419a8b3406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0465183 Jul 13 14:35:47.990848 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-f01016cc-5605-4ca0-92c0-35135cfbb24c req-c2dc2561-3c00-4474-aa0e-5675740c530d service neutron] Attempting to bind port 6109ef05-e9de-4df0-90ea-df14f1f97426 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:35:47.991724 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-f01016cc-5605-4ca0-92c0-35135cfbb24c req-c2dc2561-3c00-4474-aa0e-5675740c530d service neutron] Attempting to bind port 6109ef05-e9de-4df0-90ea-df14f1f97426 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '7653a656-2c34-48b5-8270-333dcf39de5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c60399fe-47fd-4adc-84b8-a09ce78c9d83'}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:35:47.992499 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01016cc-5605-4ca0-92c0-35135cfbb24c req-c2dc2561-3c00-4474-aa0e-5675740c530d service neutron] Attempting to bind port 6109ef05-e9de-4df0-90ea-df14f1f97426 on network c60399fe-47fd-4adc-84b8-a09ce78c9d83 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:35:48.040917 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01016cc-5605-4ca0-92c0-35135cfbb24c req-c2dc2561-3c00-4474-aa0e-5675740c530d service neutron] Port 6109ef05-e9de-4df0-90ea-df14f1f97426 on network c60399fe-47fd-4adc-84b8-a09ce78c9d83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:35:48.041642 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01016cc-5605-4ca0-92c0-35135cfbb24c req-c2dc2561-3c00-4474-aa0e-5675740c530d service neutron] Attempting to bind port 6109ef05-e9de-4df0-90ea-df14f1f97426 on network c60399fe-47fd-4adc-84b8-a09ce78c9d83 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:35:48.066335 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474b54f-535b-4e14-bd9b-86c3e966ae55 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c78a79b5-98af-40ea-a074-cf5e73da8fcd,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:48.079749 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b3cc92c-d210-448b-aed9-2d11946ea434 req-991897a8-2e1f-4c0d-afc8-40e9c862db62 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Made reservation on behalf of fc557a9da65c4850a0db554e60444325 for: {'port': 1} {{(pid=93155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:35:48.086106 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-0b3cc92c-d210-448b-aed9-2d11946ea434 req-991897a8-2e1f-4c0d-afc8-40e9c862db62 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:48.096009 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01016cc-5605-4ca0-92c0-35135cfbb24c req-c2dc2561-3c00-4474-aa0e-5675740c530d service neutron] Checking agent: {'id': 'b13b15cc-78ec-4c35-8be2-6f245ac287e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 13, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:35:48.096579 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01016cc-5605-4ca0-92c0-35135cfbb24c req-c2dc2561-3c00-4474-aa0e-5675740c530d service neutron] Checking segment: {'id': '7653a656-2c34-48b5-8270-333dcf39de5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c60399fe-47fd-4adc-84b8-a09ce78c9d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:35:48.097463 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01016cc-5605-4ca0-92c0-35135cfbb24c req-c2dc2561-3c00-4474-aa0e-5675740c530d service neutron] Bound using segment: {'id': '7653a656-2c34-48b5-8270-333dcf39de5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c60399fe-47fd-4adc-84b8-a09ce78c9d83'} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:35:48.098285 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-f01016cc-5605-4ca0-92c0-35135cfbb24c req-c2dc2561-3c00-4474-aa0e-5675740c530d service neutron] Bound port: 6109ef05-e9de-4df0-90ea-df14f1f97426, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7653a656-2c34-48b5-8270-333dcf39de5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c60399fe-47fd-4adc-84b8-a09ce78c9d83'}}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:35:48.098995 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-f01016cc-5605-4ca0-92c0-35135cfbb24c req-c2dc2561-3c00-4474-aa0e-5675740c530d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:48.138930 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-4e5f8601-5a12-4f1b-83e1-b2978285a9d3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=57c706891b744b41bfff834a4d8c5ed6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1175292 Jul 13 14:35:48.152085 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 51214) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:48.153589 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f8601-5a12-4f1b-83e1-b2978285a9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51f05c1-ef33-486a-8dbf-be2f7fa02b66,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:48.205916 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 51216) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:48.428256 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-f01016cc-5605-4ca0-92c0-35135cfbb24c req-c2dc2561-3c00-4474-aa0e-5675740c530d service neutron] For port 6109ef05-e9de-4df0-90ea-df14f1f97426, host hv-cinder-78445, cleared binding levels {{(pid=93155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:35:48.431858 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 51222) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:48.476955 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-e9da9c9c-22f3-4cc3-ae7c-370f32d4a414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:48.511278 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf2e0a-ec01-4ce0-b7bb-4b95122941d7 req-410a66e9-4264-4449-9054-65875937e31f tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:48.512874 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9adf2e0a-ec01-4ce0-b7bb-4b95122941d7 req-410a66e9-4264-4449-9054-65875937e31f tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 931 time: 0.5589809 Jul 13 14:35:48.526558 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-f01016cc-5605-4ca0-92c0-35135cfbb24c req-c2dc2561-3c00-4474-aa0e-5675740c530d service neutron] For port 6109ef05-e9de-4df0-90ea-df14f1f97426, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=6109ef05-e9de-4df0-90ea-df14f1f97426,segment=NetworkSegment(7653a656-2c34-48b5-8270-333dcf39de5b),segment_id=7653a656-2c34-48b5-8270-333dcf39de5b)] {{(pid=93155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:35:48.536646 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ee9d43a9-f03e-4ef0-b0b7-7d9e589eebe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:48.576061 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-f01016cc-5605-4ca0-92c0-35135cfbb24c req-c2dc2561-3c00-4474-aa0e-5675740c530d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868486'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:48.613577 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5108dc13-b610-43d5-9215-014d7d4fc7cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:48.661250 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-01ea88d5-0537-487f-ab2b-2cac50c25a93 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=242b3531e3754b4c817b26cbe6a6c17b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2215233 Jul 13 14:35:48.691411 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 51232) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:48.706290 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-036ab41d-c1da-4809-aaf0-6e91bbcbd2c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96e9db92-4167-45b2-b18d-aa1795f4bd8f {{(pid=93155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:35:48.723017 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5108dc13-b610-43d5-9215-014d7d4fc7cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:48.732410 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7e162-e46d-48d0-822c-3ce56aef2e85 req-9202e4f4-cc59-498b-8e64-3f3920191e6a tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:48.735830 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-036ab41d-c1da-4809-aaf0-6e91bbcbd2c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:48.736651 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a7d7e162-e46d-48d0-822c-3ce56aef2e85 req-9202e4f4-cc59-498b-8e64-3f3920191e6a tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 931 time: 0.4226065 Jul 13 14:35:48.758201 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9adf2e0a-ec01-4ce0-b7bb-4b95122941d7 req-44cadfb2-be18-4971-9214-8848dc4b5b32 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2315397 Jul 13 14:35:48.766288 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01016cc-5605-4ca0-92c0-35135cfbb24c req-c2dc2561-3c00-4474-aa0e-5675740c530d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:48.767373 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-f01016cc-5605-4ca0-92c0-35135cfbb24c req-c2dc2561-3c00-4474-aa0e-5675740c530d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:48.769856 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-f01016cc-5605-4ca0-92c0-35135cfbb24c req-c2dc2561-3c00-4474-aa0e-5675740c530d service neutron] 10.222.0.39 "PUT /v2.0/ports/6109ef05-e9de-4df0-90ea-df14f1f97426 HTTP/1.1" status: 200 len: 1093 time: 4.4169405 Jul 13 14:35:48.778550 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b28a32d0-fbcb-4d31-a752-12c0f351c046', 'tag': '6109ef05-e9de-4df0-90ea-df14f1f97426'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:35:48.829616 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-036ab41d-c1da-4809-aaf0-6e91bbcbd2c5 service neutron] Transition to ACTIVE for port object 96e9db92-4167-45b2-b18d-aa1795f4bd8f will not be triggered until provisioned by entity L2. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:35:48.850049 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.db_base_plugin_common [req-0b3cc92c-d210-448b-aed9-2d11946ea434 req-991897a8-2e1f-4c0d-afc8-40e9c862db62 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Allocated IP 172.20.0.4 (c60399fe-47fd-4adc-84b8-a09ce78c9d83/57ef7d24-de03-448d-9f18-05ea2c1e72c3/b35b121f-a355-46e1-8448-c9699964847c) {{(pid=93155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:35:48.854101 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-036ab41d-c1da-4809-aaf0-6e91bbcbd2c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868486'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:48.863021 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc2561-3c00-4474-aa0e-5675740c530d service neutron] Pushing event updated for resources: {'Port': ['ID=6109ef05-e9de-4df0-90ea-df14f1f97426,revision_number=3']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:48.922464 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a7d7e162-e46d-48d0-822c-3ce56aef2e85 req-ffa9b007-7c16-4885-9285-91e1626afbdd tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096849 Jul 13 14:35:49.178700 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0f49e951-fe8c-4a35-aa7a-de57397e6727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:49.193151 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969d499ae61b7a2d5523e15545dbdfcb627d31ab7a946dd0dec0766d655d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc874fb8-ecbc-45bf-9830-a9078ea43fa7" -d '{"events": [{"name": "network-changed", "server_uuid": "b28a32d0-fbcb-4d31-a752-12c0f351c046", "tag": "6109ef05-e9de-4df0-90ea-df14f1f97426"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:35:49.211557 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ab41d-c1da-4809-aaf0-6e91bbcbd2c5 service neutron] Pushing event updated for resources: {'Port': ['ID=96e9db92-4167-45b2-b18d-aa1795f4bd8f,revision_number=2']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:49.247196 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-391f6f92-67f6-4acf-bdda-2ccc55291e2f req-59e682c9-0af6-4e2c-b08d-fca40f979576 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 210 time: 0.1324823 Jul 13 14:35:49.344234 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0f49e951-fe8c-4a35-aa7a-de57397e6727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:49.359155 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5108dc13-b610-43d5-9215-014d7d4fc7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:49.362225 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5108dc13-b610-43d5-9215-014d7d4fc7cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:49.367348 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-5108dc13-b610-43d5-9215-014d7d4fc7cf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a51f05c1-ef33-486a-8dbf-be2f7fa02b66 HTTP/1.1" status: 204 len: 168 time: 1.1914220 Jul 13 14:35:49.454298 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb64a97-0cb0-4adc-aab7-387861d006fc x-openstack-request-id: req-6cb64a97-0cb0-4adc-aab7-387861d006fc {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:35:49.455123 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b28a32d0-fbcb-4d31-a752-12c0f351c046", "tag": "6109ef05-e9de-4df0-90ea-df14f1f97426", "status": "completed", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:35:49.455123 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6cb64a97-0cb0-4adc-aab7-387861d006fc {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:35:49.455834 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b28a32d0-fbcb-4d31-a752-12c0f351c046', 'tag': '6109ef05-e9de-4df0-90ea-df14f1f97426', 'status': 'completed', 'code': 200} Jul 13 14:35:49.474859 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01016cc-5605-4ca0-92c0-35135cfbb24c req-65f0370f-39cd-468e-9e87-db149d07ff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:49.477592 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-f01016cc-5605-4ca0-92c0-35135cfbb24c req-65f0370f-39cd-468e-9e87-db149d07ff2b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fc557a9da65c4850a0db554e60444325&device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 1096 time: 0.5411506 Jul 13 14:35:49.495140 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ee9d43a9-f03e-4ef0-b0b7-7d9e589eebe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:49.502797 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5108dc13-b610-43d5-9215-014d7d4fc7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51f05c1-ef33-486a-8dbf-be2f7fa02b66,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:49.514303 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-036ab41d-c1da-4809-aaf0-6e91bbcbd2c5 service neutron] Attempting to bind port 96e9db92-4167-45b2-b18d-aa1795f4bd8f on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:35:49.514800 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-036ab41d-c1da-4809-aaf0-6e91bbcbd2c5 service neutron] Attempting to bind port 96e9db92-4167-45b2-b18d-aa1795f4bd8f by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '4ad0260d-356e-47c3-9fe1-42a46c9ee2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b04875e6-1fc2-4c4b-96d5-3d915be01c53'}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:35:49.515529 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-036ab41d-c1da-4809-aaf0-6e91bbcbd2c5 service neutron] Attempting to bind port 96e9db92-4167-45b2-b18d-aa1795f4bd8f on network b04875e6-1fc2-4c4b-96d5-3d915be01c53 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:35:49.532535 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-036ab41d-c1da-4809-aaf0-6e91bbcbd2c5 service neutron] Port 96e9db92-4167-45b2-b18d-aa1795f4bd8f on network b04875e6-1fc2-4c4b-96d5-3d915be01c53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:35:49.533090 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-036ab41d-c1da-4809-aaf0-6e91bbcbd2c5 service neutron] Attempting to bind port 96e9db92-4167-45b2-b18d-aa1795f4bd8f on network b04875e6-1fc2-4c4b-96d5-3d915be01c53 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:35:49.535457 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ee9d43a9-f03e-4ef0-b0b7-7d9e589eebe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:49.546494 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-036ab41d-c1da-4809-aaf0-6e91bbcbd2c5 service neutron] Checking agent: {'id': 'b13b15cc-78ec-4c35-8be2-6f245ac287e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 13, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:35:49.547084 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-036ab41d-c1da-4809-aaf0-6e91bbcbd2c5 service neutron] Checking segment: {'id': '4ad0260d-356e-47c3-9fe1-42a46c9ee2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b04875e6-1fc2-4c4b-96d5-3d915be01c53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:35:49.547737 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-036ab41d-c1da-4809-aaf0-6e91bbcbd2c5 service neutron] Bound using segment: {'id': '4ad0260d-356e-47c3-9fe1-42a46c9ee2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b04875e6-1fc2-4c4b-96d5-3d915be01c53'} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:35:49.548526 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-036ab41d-c1da-4809-aaf0-6e91bbcbd2c5 service neutron] Bound port: 96e9db92-4167-45b2-b18d-aa1795f4bd8f, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ad0260d-356e-47c3-9fe1-42a46c9ee2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b04875e6-1fc2-4c4b-96d5-3d915be01c53'}}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:35:49.549138 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-036ab41d-c1da-4809-aaf0-6e91bbcbd2c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:49.686622 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-ee9d43a9-f03e-4ef0-b0b7-7d9e589eebe1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d5dd06735a4544678bc90802c13d9fd5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4780197 Jul 13 14:35:49.701965 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6abf7c-1446-4d71-b58d-e9de1a4dac66 req-8d2236f3-56aa-482f-a4ab-63be6536ec19 tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:49.709421 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 51248) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:49.714330 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-aa6abf7c-1446-4d71-b58d-e9de1a4dac66 req-8d2236f3-56aa-482f-a4ab-63be6536ec19 tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4e84988-766f-456b-b33a-2399539d3eff HTTP/1.1" status: 200 len: 946 time: 0.5301301 Jul 13 14:35:49.722459 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-e9da9c9c-22f3-4cc3-ae7c-370f32d4a414 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 064feea6-f808-4b0f-aae3-1e62d41fb057 {{(pid=93154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:35:49.732420 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9d43a9-f03e-4ef0-b0b7-7d9e589eebe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41097f00-89f9-44e0-b391-0085854b2498,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:49.765120 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0f49e951-fe8c-4a35-aa7a-de57397e6727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:49.771298 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0f49e951-fe8c-4a35-aa7a-de57397e6727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:49.773232 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-0f49e951-fe8c-4a35-aa7a-de57397e6727 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/13372db1-30cd-4303-9fbf-72b6abe2daba HTTP/1.1" status: 204 len: 168 time: 1.0769026 Jul 13 14:35:49.777314 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-e9da9c9c-22f3-4cc3-ae7c-370f32d4a414 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:49.823937 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-e9da9c9c-22f3-4cc3-ae7c-370f32d4a414 service neutron] Transition to ACTIVE for port object 064feea6-f808-4b0f-aae3-1e62d41fb057 will not be triggered until provisioned by entity L2. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:35:49.827059 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-f01016cc-5605-4ca0-92c0-35135cfbb24c req-7deee242-9f81-4622-85f6-6e3af28bd1af service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6109ef05-e9de-4df0-90ea-df14f1f97426 HTTP/1.1" status: 200 len: 217 time: 0.2521932 Jul 13 14:35:49.849940 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-e9da9c9c-22f3-4cc3-ae7c-370f32d4a414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8800423'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:49.874299 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f49e951-fe8c-4a35-aa7a-de57397e6727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13372db1-30cd-4303-9fbf-72b6abe2daba,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:49.981513 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-aa6abf7c-1446-4d71-b58d-e9de1a4dac66 req-7ba0c45a-7815-47d2-abf9-033314859330 tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] 10.222.0.11 "GET /v2.0/security-groups?id=312452d2-579f-4074-bfd5-43419a8b3406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657149 Jul 13 14:35:50.021118 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01016cc-5605-4ca0-92c0-35135cfbb24c req-84d5fde2-4b67-426c-8d29-417e34fa402d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:50.027626 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-f01016cc-5605-4ca0-92c0-35135cfbb24c req-84d5fde2-4b67-426c-8d29-417e34fa402d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=57ef7d24-de03-448d-9f18-05ea2c1e72c3 HTTP/1.1" status: 200 len: 859 time: 0.1361628 Jul 13 14:35:50.039165 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da9c9c-22f3-4cc3-ae7c-370f32d4a414 service neutron] Pushing event updated for resources: {'Port': ['ID=064feea6-f808-4b0f-aae3-1e62d41fb057,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:50.137394 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-0b3cc92c-d210-448b-aed9-2d11946ea434 req-991897a8-2e1f-4c0d-afc8-40e9c862db62 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Notify callbacks [] for port, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:50.297984 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-e9da9c9c-22f3-4cc3-ae7c-370f32d4a414 service neutron] Attempting to bind port 064feea6-f808-4b0f-aae3-1e62d41fb057 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:35:50.298339 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-e9da9c9c-22f3-4cc3-ae7c-370f32d4a414 service neutron] Attempting to bind port 064feea6-f808-4b0f-aae3-1e62d41fb057 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': 'ddf34b6c-deaa-4bcb-bc31-453214300edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3b901448-fc45-4cdb-afb8-8ba3d59219c4'}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:35:50.298675 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-e9da9c9c-22f3-4cc3-ae7c-370f32d4a414 service neutron] Attempting to bind port 064feea6-f808-4b0f-aae3-1e62d41fb057 on network 3b901448-fc45-4cdb-afb8-8ba3d59219c4 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:35:50.315531 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-e9da9c9c-22f3-4cc3-ae7c-370f32d4a414 service neutron] Port 064feea6-f808-4b0f-aae3-1e62d41fb057 on network 3b901448-fc45-4cdb-afb8-8ba3d59219c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:35:50.315892 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-e9da9c9c-22f3-4cc3-ae7c-370f32d4a414 service neutron] Attempting to bind port 064feea6-f808-4b0f-aae3-1e62d41fb057 on network 3b901448-fc45-4cdb-afb8-8ba3d59219c4 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:35:50.327215 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-e9da9c9c-22f3-4cc3-ae7c-370f32d4a414 service neutron] Checking agent: {'id': 'b13b15cc-78ec-4c35-8be2-6f245ac287e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 13, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:35:50.327586 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-e9da9c9c-22f3-4cc3-ae7c-370f32d4a414 service neutron] Checking segment: {'id': 'ddf34b6c-deaa-4bcb-bc31-453214300edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3b901448-fc45-4cdb-afb8-8ba3d59219c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:35:50.327972 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-e9da9c9c-22f3-4cc3-ae7c-370f32d4a414 service neutron] Bound using segment: {'id': 'ddf34b6c-deaa-4bcb-bc31-453214300edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3b901448-fc45-4cdb-afb8-8ba3d59219c4'} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:35:50.328427 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-e9da9c9c-22f3-4cc3-ae7c-370f32d4a414 service neutron] Bound port: 064feea6-f808-4b0f-aae3-1e62d41fb057, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddf34b6c-deaa-4bcb-bc31-453214300edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3b901448-fc45-4cdb-afb8-8ba3d59219c4'}}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:35:50.328860 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-e9da9c9c-22f3-4cc3-ae7c-370f32d4a414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:50.425161 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b3fc5-1a2d-4648-8d3d-4a4869813aba req-e49ccbbb-7ba1-4bd5-b657-2f1a78efd108 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:50.428490 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b94b3fc5-1a2d-4648-8d3d-4a4869813aba req-e49ccbbb-7ba1-4bd5-b657-2f1a78efd108 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 943 time: 0.3118780 Jul 13 14:35:50.507316 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-e9da9c9c-22f3-4cc3-ae7c-370f32d4a414 service neutron] For port 064feea6-f808-4b0f-aae3-1e62d41fb057, host hv-cinder-78445, cleared binding levels {{(pid=93154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:35:50.534924 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b94b3fc5-1a2d-4648-8d3d-4a4869813aba req-04808eee-6373-4bfb-998e-eb07a023831e tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054454 Jul 13 14:35:50.541054 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-e9da9c9c-22f3-4cc3-ae7c-370f32d4a414 service neutron] For port 064feea6-f808-4b0f-aae3-1e62d41fb057, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=064feea6-f808-4b0f-aae3-1e62d41fb057,segment=NetworkSegment(ddf34b6c-deaa-4bcb-bc31-453214300edf),segment_id=ddf34b6c-deaa-4bcb-bc31-453214300edf)] {{(pid=93154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:35:50.558374 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-e9da9c9c-22f3-4cc3-ae7c-370f32d4a414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8800423'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:50.577219 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f560444-14c9-481d-99f9-1f22c71e632a req-2e0992c2-ed74-4eb7-9cad-189742055e97 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:50.578994 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6f560444-14c9-481d-99f9-1f22c71e632a req-2e0992c2-ed74-4eb7-9cad-189742055e97 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 943 time: 0.2542551 Jul 13 14:35:50.586790 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-f01016cc-5605-4ca0-92c0-35135cfbb24c req-030f66a2-275d-47e0-a900-33ee7ab959f8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c60399fe-47fd-4adc-84b8-a09ce78c9d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4560292 Jul 13 14:35:50.654919 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-e9da9c9c-22f3-4cc3-ae7c-370f32d4a414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:50.655681 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-e9da9c9c-22f3-4cc3-ae7c-370f32d4a414 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:50.668657 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-e9da9c9c-22f3-4cc3-ae7c-370f32d4a414 service neutron] 10.222.0.39 "PUT /v2.0/ports/064feea6-f808-4b0f-aae3-1e62d41fb057 HTTP/1.1" status: 200 len: 1093 time: 2.7056742 Jul 13 14:35:50.669202 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '559dbb50-623b-4487-9438-594c1a389d52', 'tag': '064feea6-f808-4b0f-aae3-1e62d41fb057'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:35:50.672249 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed6c2a10c4293d159fef1cb7ab1dbb74578d6de099c458b34c07bebf01db353a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d725a5e-1470-47da-8800-060f2761f72a" -d '{"events": [{"name": "network-changed", "server_uuid": "559dbb50-623b-4487-9438-594c1a389d52", "tag": "064feea6-f808-4b0f-aae3-1e62d41fb057"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:35:50.823393 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c314897f-ce9c-4e51-a8ae-4fbae19162a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:50.850816 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6f560444-14c9-481d-99f9-1f22c71e632a req-ee4a0338-4339-4a30-b50a-3324717c28fe tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2263207 Jul 13 14:35:50.927234 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-de0b9ae7-bc14-41a5-807c-2a640351206b req-89e02dff-9382-4637-a4c1-e0b4d1e6f63f tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 210 time: 0.1529095 Jul 13 14:35:50.928281 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da9c9c-22f3-4cc3-ae7c-370f32d4a414 service neutron] Pushing event updated for resources: {'Port': ['ID=064feea6-f808-4b0f-aae3-1e62d41fb057,revision_number=3']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:50.971865 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-f01016cc-5605-4ca0-92c0-35135cfbb24c req-4b7cdc6f-fb36-4609-8bea-b6b7892e7dab service neutron] 10.222.0.39 "GET /v2.0/networks/c60399fe-47fd-4adc-84b8-a09ce78c9d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719711 Jul 13 14:35:51.005627 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c314897f-ce9c-4e51-a8ae-4fbae19162a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:51.020087 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8944d3c1-456a-4f50-9cb5-601b846f11cd x-openstack-request-id: req-8944d3c1-456a-4f50-9cb5-601b846f11cd {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:35:51.020561 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "559dbb50-623b-4487-9438-594c1a389d52", "tag": "064feea6-f808-4b0f-aae3-1e62d41fb057", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:35:51.020981 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8944d3c1-456a-4f50-9cb5-601b846f11cd {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:35:51.022968 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '559dbb50-623b-4487-9438-594c1a389d52', 'tag': '064feea6-f808-4b0f-aae3-1e62d41fb057', 'status': 'completed', 'code': 200} Jul 13 14:35:51.042826 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-ebf2cc89-acd5-4328-9573-71bb18b3909a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:51.053728 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-ebf2cc89-acd5-4328-9573-71bb18b3909a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4db817ef0fe4408794a0ef962b27746d&device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 1096 time: 0.2948973 Jul 13 14:35:51.063180 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-036ab41d-c1da-4809-aaf0-6e91bbcbd2c5 service neutron] For port 96e9db92-4167-45b2-b18d-aa1795f4bd8f, host hv-cinder-78445, cleared binding levels {{(pid=93155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:35:51.078964 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-036ab41d-c1da-4809-aaf0-6e91bbcbd2c5 service neutron] For port 96e9db92-4167-45b2-b18d-aa1795f4bd8f, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=96e9db92-4167-45b2-b18d-aa1795f4bd8f,segment=NetworkSegment(4ad0260d-356e-47c3-9fe1-42a46c9ee2c2),segment_id=4ad0260d-356e-47c3-9fe1-42a46c9ee2c2)] {{(pid=93155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:35:51.103691 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-036ab41d-c1da-4809-aaf0-6e91bbcbd2c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868486'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:51.204438 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ab41d-c1da-4809-aaf0-6e91bbcbd2c5 service neutron] Pushing event updated for resources: {'Port': ['ID=96e9db92-4167-45b2-b18d-aa1795f4bd8f,revision_number=3']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:51.239481 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-1580e057-3b9a-4652-86e7-1cccff099295 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=064feea6-f808-4b0f-aae3-1e62d41fb057 HTTP/1.1" status: 200 len: 217 time: 0.1688399 Jul 13 14:35:51.248173 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-036ab41d-c1da-4809-aaf0-6e91bbcbd2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:51.249034 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-036ab41d-c1da-4809-aaf0-6e91bbcbd2c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:51.250749 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-036ab41d-c1da-4809-aaf0-6e91bbcbd2c5 service neutron] 10.222.0.39 "PUT /v2.0/ports/96e9db92-4167-45b2-b18d-aa1795f4bd8f HTTP/1.1" status: 200 len: 1093 time: 5.1612387 Jul 13 14:35:51.255164 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-0b3cc92c-d210-448b-aed9-2d11946ea434 req-991897a8-2e1f-4c0d-afc8-40e9c862db62 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:51.298511 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c314897f-ce9c-4e51-a8ae-4fbae19162a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:51.303293 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c314897f-ce9c-4e51-a8ae-4fbae19162a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:51.314326 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-c314897f-ce9c-4e51-a8ae-4fbae19162a7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/41097f00-89f9-44e0-b391-0085854b2498 HTTP/1.1" status: 204 len: 168 time: 1.5194256 Jul 13 14:35:51.353208 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b3cc92c-d210-448b-aed9-2d11946ea434 req-991897a8-2e1f-4c0d-afc8-40e9c862db62 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Network c60399fe-47fd-4adc-84b8-a09ce78c9d83 is already hosted by enough agents. {{(pid=93155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:35:51.416173 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [req-0b3cc92c-d210-448b-aed9-2d11946ea434 req-991897a8-2e1f-4c0d-afc8-40e9c862db62 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Resources bound (agent type, host, resource id): {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:35:51.424437 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3cc92c-d210-448b-aed9-2d11946ea434 req-991897a8-2e1f-4c0d-afc8-40e9c862db62 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Received port after_create {{(pid=93155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:35:51.480191 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-7c843cd2-251e-49e4-8be1-8031a0fba196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:51.481720 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-7c843cd2-251e-49e4-8be1-8031a0fba196 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=58921e0e-d271-42d3-8bb5-36a41aaf8b06 HTTP/1.1" status: 200 len: 850 time: 0.2347510 Jul 13 14:35:51.504489 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2710a355-6e44-4b59-827d-302f15c9d6d9', 'tag': '96e9db92-4167-45b2-b18d-aa1795f4bd8f'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:35:51.508445 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969d499ae61b7a2d5523e15545dbdfcb627d31ab7a946dd0dec0766d655d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd340c5-b893-4813-b096-13865cf8707f" -d '{"events": [{"name": "network-changed", "server_uuid": "2710a355-6e44-4b59-827d-302f15c9d6d9", "tag": "96e9db92-4167-45b2-b18d-aa1795f4bd8f"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:35:51.518607 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3cc92c-d210-448b-aed9-2d11946ea434 req-991897a8-2e1f-4c0d-afc8-40e9c862db62 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:51.519733 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-0b3cc92c-d210-448b-aed9-2d11946ea434 req-991897a8-2e1f-4c0d-afc8-40e9c862db62 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:51.527707 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c314897f-ce9c-4e51-a8ae-4fbae19162a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41097f00-89f9-44e0-b391-0085854b2498,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:51.569344 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-f01016cc-5605-4ca0-92c0-35135cfbb24c req-d7761698-e844-4542-b95b-560752676d0c service neutron] 10.222.0.39 "GET /v2.0/networks/c60399fe-47fd-4adc-84b8-a09ce78c9d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5105455 Jul 13 14:35:51.585465 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991897a8-2e1f-4c0d-afc8-40e9c862db62 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Pushing event updated for resources: {'Port': ['ID=b35b121f-a355-46e1-8448-c9699964847c,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:51.614794 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0fa1fc-b944-4a7f-925f-ebb8858b31df req-80b7213d-87f4-40f4-b141-c7068d8f7858 tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:51.626845 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0f0fa1fc-b944-4a7f-925f-ebb8858b31df req-80b7213d-87f4-40f4-b141-c7068d8f7858 tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4e84988-766f-456b-b33a-2399539d3eff HTTP/1.1" status: 200 len: 946 time: 0.1992350 Jul 13 14:35:51.627611 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-0b3cc92c-d210-448b-aed9-2d11946ea434 req-991897a8-2e1f-4c0d-afc8-40e9c862db62 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0961244 Jul 13 14:35:51.652212 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [req-0b3cc92c-d210-448b-aed9-2d11946ea434 req-80220247-3fed-42f7-be72-4e080bae8012 service neutron] Request body: {'port': {'device_id': '78de0829-a622-45f3-a283-e56a795c07f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:35:51.662041 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-e6c9c5ed-bd94-4271-acac-8b4dbe7f9d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:51.672932 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-e6c9c5ed-bd94-4271-acac-8b4dbe7f9d76 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a5169c26b204473880f57831a5e71229&device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 1096 time: 0.3180110 Jul 13 14:35:51.729910 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1a59e6-025b-4d4f-aad1-7167dc1333fc x-openstack-request-id: req-0d1a59e6-025b-4d4f-aad1-7167dc1333fc {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:35:51.730194 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2710a355-6e44-4b59-827d-302f15c9d6d9", "tag": "96e9db92-4167-45b2-b18d-aa1795f4bd8f", "status": "completed", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:35:51.730987 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0d1a59e6-025b-4d4f-aad1-7167dc1333fc {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:35:51.732245 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2710a355-6e44-4b59-827d-302f15c9d6d9', 'tag': '96e9db92-4167-45b2-b18d-aa1795f4bd8f', 'status': 'completed', 'code': 200} Jul 13 14:35:51.743662 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-2b432e4c-8fbd-41a6-9bfc-27c8671e0881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:51.745228 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-2b432e4c-8fbd-41a6-9bfc-27c8671e0881 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3b901448-fc45-4cdb-afb8-8ba3d59219c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2478375 Jul 13 14:35:51.760235 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0f0fa1fc-b944-4a7f-925f-ebb8858b31df req-1733c100-ae27-4db5-877e-941c2c281bb3 tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] 10.222.0.11 "GET /v2.0/security-groups?id=312452d2-579f-4074-bfd5-43419a8b3406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324167 Jul 13 14:35:51.870305 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-e8147189-c65b-429d-bf33-b4447146c482 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96e9db92-4167-45b2-b18d-aa1795f4bd8f HTTP/1.1" status: 200 len: 217 time: 0.1184149 Jul 13 14:35:52.121484 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-0b3cc92c-d210-448b-aed9-2d11946ea434 req-80220247-3fed-42f7-be72-4e080bae8012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:52.128890 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-f06cd722-5953-4e9a-8b5d-0cfd06cadb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:52.133172 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-f06cd722-5953-4e9a-8b5d-0cfd06cadb8f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2093f447-27c9-42a2-bbad-8523311dd7a9 HTTP/1.1" status: 200 len: 856 time: 0.2484841 Jul 13 14:35:52.242431 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 51328) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:52.308559 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc874fb8-ecbc-45bf-9830-a9078ea43fa7 req-67dacd9c-ee70-4644-8631-ce8e4e7c0401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:52.312379 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-bc874fb8-ecbc-45bf-9830-a9078ea43fa7 req-67dacd9c-ee70-4644-8631-ce8e4e7c0401 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fc557a9da65c4850a0db554e60444325&device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 1096 time: 0.5395384 Jul 13 14:35:52.314068 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-84736575-972a-45a4-9a9a-5fbd1bd25933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:52.440311 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-5a994023-0d4f-47ea-ba77-36ba104ea064 service neutron] 10.222.0.39 "GET /v2.0/networks/3b901448-fc45-4cdb-afb8-8ba3d59219c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6727288 Jul 13 14:35:52.473937 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26689b-666a-4a66-b15f-da48a0b942d5 req-bbe48c07-bb5f-461b-9571-188133aedb71 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:52.475548 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9d26689b-666a-4a66-b15f-da48a0b942d5 req-bbe48c07-bb5f-461b-9571-188133aedb71 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 943 time: 0.1936052 Jul 13 14:35:52.571454 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58948c52-9470-4a9c-b580-02d4443eb87a req-22f9fbb7-849a-49de-867f-60f3f566c900 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:52.573086 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-58948c52-9470-4a9c-b580-02d4443eb87a req-22f9fbb7-849a-49de-867f-60f3f566c900 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 943 time: 0.2972369 Jul 13 14:35:52.641209 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9d26689b-666a-4a66-b15f-da48a0b942d5 req-fffa413f-6033-42ff-80b4-c11ba957fcca tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545651 Jul 13 14:35:52.735778 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-58948c52-9470-4a9c-b580-02d4443eb87a req-dd98cf3b-e8be-4db1-932e-2291bba8ff90 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394687 Jul 13 14:35:52.742362 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-97ef8d17-d28d-41bb-8efb-9e895aafe9c3 req-97a47fec-270d-4afd-bb68-83d9831f121c service neutron] 10.222.0.39 "GET /v2.0/networks/3b901448-fc45-4cdb-afb8-8ba3d59219c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939091 Jul 13 14:35:53.047144 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-59de5e54-7c7f-4b45-8533-e122e478d825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:53.049509 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-59de5e54-7c7f-4b45-8533-e122e478d825 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b04875e6-1fc2-4c4b-96d5-3d915be01c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.8927987 Jul 13 14:35:53.180744 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d725a5e-1470-47da-8800-060f2761f72a req-54099afc-03d9-4fa9-ab42-c20605f2159c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:53.182681 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2d725a5e-1470-47da-8800-060f2761f72a req-54099afc-03d9-4fa9-ab42-c20605f2159c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4db817ef0fe4408794a0ef962b27746d&device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 1096 time: 0.2875154 Jul 13 14:35:53.199972 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286efefa-d58f-4d29-9b20-7555ef253941 req-39a07e3f-9940-462b-963a-51f336a42779 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:53.202206 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-286efefa-d58f-4d29-9b20-7555ef253941 req-39a07e3f-9940-462b-963a-51f336a42779 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 931 time: 0.2441523 Jul 13 14:35:53.331205 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-286efefa-d58f-4d29-9b20-7555ef253941 req-4fed40e5-596c-4c2b-9c9f-47b142a3d8c2 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007812 Jul 13 14:35:53.404181 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [req-0b3cc92c-d210-448b-aed9-2d11946ea434 req-80220247-3fed-42f7-be72-4e080bae8012 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b35b121f-a355-46e1-8448-c9699964847c {{(pid=93155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:35:53.408664 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d725a5e-1470-47da-8800-060f2761f72a req-11b7617e-1b67-43bb-85bf-9eef65f4e9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:53.410486 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2d725a5e-1470-47da-8800-060f2761f72a req-11b7617e-1b67-43bb-85bf-9eef65f4e9c1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3b901448-fc45-4cdb-afb8-8ba3d59219c4 HTTP/1.1" status: 200 len: 912 time: 0.2201719 Jul 13 14:35:53.543474 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-0b3cc92c-d210-448b-aed9-2d11946ea434 req-80220247-3fed-42f7-be72-4e080bae8012 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:53.583646 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2d725a5e-1470-47da-8800-060f2761f72a req-cdfd95ad-3709-4506-97ad-b70352d1536f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=064feea6-f808-4b0f-aae3-1e62d41fb057 HTTP/1.1" status: 200 len: 217 time: 0.1605544 Jul 13 14:35:53.600639 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc874fb8-ecbc-45bf-9830-a9078ea43fa7 req-68e8bb7a-1681-4e23-aa9e-0e57a4a5caf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:53.602962 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-bc874fb8-ecbc-45bf-9830-a9078ea43fa7 req-68e8bb7a-1681-4e23-aa9e-0e57a4a5caf7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c60399fe-47fd-4adc-84b8-a09ce78c9d83 HTTP/1.1" status: 200 len: 920 time: 1.2681756 Jul 13 14:35:53.623639 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [req-0b3cc92c-d210-448b-aed9-2d11946ea434 req-80220247-3fed-42f7-be72-4e080bae8012 service neutron] Transition to ACTIVE for port object b35b121f-a355-46e1-8448-c9699964847c will not be triggered until provisioned by entity L2. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:35:53.713769 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-0b3cc92c-d210-448b-aed9-2d11946ea434 req-80220247-3fed-42f7-be72-4e080bae8012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868486'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:53.748816 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-bc874fb8-ecbc-45bf-9830-a9078ea43fa7 req-edea02df-2f32-4cb1-81dc-0eca4abd491e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6109ef05-e9de-4df0-90ea-df14f1f97426 HTTP/1.1" status: 200 len: 217 time: 0.1224618 Jul 13 14:35:53.783293 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d725a5e-1470-47da-8800-060f2761f72a req-bdd17b1d-adf4-4f6a-99ce-202794b9e14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:53.801556 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2d725a5e-1470-47da-8800-060f2761f72a req-bdd17b1d-adf4-4f6a-99ce-202794b9e14c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=58921e0e-d271-42d3-8bb5-36a41aaf8b06 HTTP/1.1" status: 200 len: 850 time: 0.2094238 Jul 13 14:35:53.866085 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-84736575-972a-45a4-9a9a-5fbd1bd25933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:53.898915 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80220247-3fed-42f7-be72-4e080bae8012 service neutron] Pushing event updated for resources: {'Port': ['ID=b35b121f-a355-46e1-8448-c9699964847c,revision_number=2']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:53.901547 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-84736575-972a-45a4-9a9a-5fbd1bd25933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:53.946225 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc874fb8-ecbc-45bf-9830-a9078ea43fa7 req-05e25018-5dda-45f2-8a90-2c11c0f7c0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:53.962009 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-bc874fb8-ecbc-45bf-9830-a9078ea43fa7 req-05e25018-5dda-45f2-8a90-2c11c0f7c0de service neutron] 10.222.0.39 "GET /v2.0/subnets?id=57ef7d24-de03-448d-9f18-05ea2c1e72c3 HTTP/1.1" status: 200 len: 859 time: 0.1694441 Jul 13 14:35:53.972947 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-6bf3a8e6-b831-4204-9820-4be2b3e9d66a service neutron] 10.222.0.39 "GET /v2.0/networks/b04875e6-1fc2-4c4b-96d5-3d915be01c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8637085 Jul 13 14:35:54.019126 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84736575-972a-45a4-9a9a-5fbd1bd25933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c2e729-f16d-4b8c-912a-7c2ebb24db22,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:54.026144 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-84736575-972a-45a4-9a9a-5fbd1bd25933 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7a0a1ba0e2f14ad597b2013e8c6abe08&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7664008 Jul 13 14:35:54.027015 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 51394) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:54.125647 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-0b3cc92c-d210-448b-aed9-2d11946ea434 req-80220247-3fed-42f7-be72-4e080bae8012 service neutron] Attempting to bind port b35b121f-a355-46e1-8448-c9699964847c on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:35:54.126715 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-0b3cc92c-d210-448b-aed9-2d11946ea434 req-80220247-3fed-42f7-be72-4e080bae8012 service neutron] Attempting to bind port b35b121f-a355-46e1-8448-c9699964847c by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '7653a656-2c34-48b5-8270-333dcf39de5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c60399fe-47fd-4adc-84b8-a09ce78c9d83'}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:35:54.126715 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3cc92c-d210-448b-aed9-2d11946ea434 req-80220247-3fed-42f7-be72-4e080bae8012 service neutron] Attempting to bind port b35b121f-a355-46e1-8448-c9699964847c on network c60399fe-47fd-4adc-84b8-a09ce78c9d83 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:35:54.141386 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3cc92c-d210-448b-aed9-2d11946ea434 req-80220247-3fed-42f7-be72-4e080bae8012 service neutron] Port b35b121f-a355-46e1-8448-c9699964847c on network c60399fe-47fd-4adc-84b8-a09ce78c9d83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:35:54.141801 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3cc92c-d210-448b-aed9-2d11946ea434 req-80220247-3fed-42f7-be72-4e080bae8012 service neutron] Attempting to bind port b35b121f-a355-46e1-8448-c9699964847c on network c60399fe-47fd-4adc-84b8-a09ce78c9d83 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:35:54.145885 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-7dd4aa2c-e768-4ef9-9372-68769f88403d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:54.150595 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d725a5e-1470-47da-8800-060f2761f72a req-471c395a-9752-4498-a892-40cb48577cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:54.150900 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3cc92c-d210-448b-aed9-2d11946ea434 req-80220247-3fed-42f7-be72-4e080bae8012 service neutron] Checking agent: {'id': 'b13b15cc-78ec-4c35-8be2-6f245ac287e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 13, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:35:54.151088 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3cc92c-d210-448b-aed9-2d11946ea434 req-80220247-3fed-42f7-be72-4e080bae8012 service neutron] Checking segment: {'id': '7653a656-2c34-48b5-8270-333dcf39de5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c60399fe-47fd-4adc-84b8-a09ce78c9d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:35:54.151371 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3cc92c-d210-448b-aed9-2d11946ea434 req-80220247-3fed-42f7-be72-4e080bae8012 service neutron] Bound using segment: {'id': '7653a656-2c34-48b5-8270-333dcf39de5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c60399fe-47fd-4adc-84b8-a09ce78c9d83'} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:35:54.151801 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-0b3cc92c-d210-448b-aed9-2d11946ea434 req-80220247-3fed-42f7-be72-4e080bae8012 service neutron] Bound port: b35b121f-a355-46e1-8448-c9699964847c, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7653a656-2c34-48b5-8270-333dcf39de5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c60399fe-47fd-4adc-84b8-a09ce78c9d83'}}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:35:54.152152 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-0b3cc92c-d210-448b-aed9-2d11946ea434 req-80220247-3fed-42f7-be72-4e080bae8012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:54.158904 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2d725a5e-1470-47da-8800-060f2761f72a req-471c395a-9752-4498-a892-40cb48577cdb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3b901448-fc45-4cdb-afb8-8ba3d59219c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3475473 Jul 13 14:35:54.194804 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-7dd4aa2c-e768-4ef9-9372-68769f88403d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:54.207586 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c3d82-9291-4b58-8b7b-d410d6b3ad27 req-36caad2a-8753-4d90-8cb8-540195ccee4c tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:54.210938 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7e7c3d82-9291-4b58-8b7b-d410d6b3ad27 req-36caad2a-8753-4d90-8cb8-540195ccee4c tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 943 time: 0.2773509 Jul 13 14:35:54.247671 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab26e1c-5452-4c29-8d57-37c2d1819807 req-a03d5788-c37b-41fd-8dff-930d8399502c tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:54.251503 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5ab26e1c-5452-4c29-8d57-37c2d1819807 req-a03d5788-c37b-41fd-8dff-930d8399502c tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 943 time: 0.2643735 Jul 13 14:35:54.284351 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-0b3cc92c-d210-448b-aed9-2d11946ea434 req-80220247-3fed-42f7-be72-4e080bae8012 service neutron] For port b35b121f-a355-46e1-8448-c9699964847c, host hv-cinder-78445, cleared binding levels {{(pid=93155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:35:54.288502 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-0b3cc92c-d210-448b-aed9-2d11946ea434 req-80220247-3fed-42f7-be72-4e080bae8012 service neutron] For port b35b121f-a355-46e1-8448-c9699964847c, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=b35b121f-a355-46e1-8448-c9699964847c,segment=NetworkSegment(7653a656-2c34-48b5-8270-333dcf39de5b),segment_id=7653a656-2c34-48b5-8270-333dcf39de5b)] {{(pid=93155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:35:54.300016 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-0b3cc92c-d210-448b-aed9-2d11946ea434 req-80220247-3fed-42f7-be72-4e080bae8012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868486'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:54.343514 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-7dd4aa2c-e768-4ef9-9372-68769f88403d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:54.346416 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-7dd4aa2c-e768-4ef9-9372-68769f88403d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:54.347750 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-7dd4aa2c-e768-4ef9-9372-68769f88403d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/15c2e729-f16d-4b8c-912a-7c2ebb24db22 HTTP/1.1" status: 204 len: 168 time: 0.3197036 Jul 13 14:35:54.349337 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3cc92c-d210-448b-aed9-2d11946ea434 req-80220247-3fed-42f7-be72-4e080bae8012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:54.350198 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-0b3cc92c-d210-448b-aed9-2d11946ea434 req-80220247-3fed-42f7-be72-4e080bae8012 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:54.352320 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-0b3cc92c-d210-448b-aed9-2d11946ea434 req-80220247-3fed-42f7-be72-4e080bae8012 service neutron] 10.222.0.39 "PUT /v2.0/ports/b35b121f-a355-46e1-8448-c9699964847c HTTP/1.1" status: 200 len: 1093 time: 2.7114682 Jul 13 14:35:54.356792 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78de0829-a622-45f3-a283-e56a795c07f9', 'tag': 'b35b121f-a355-46e1-8448-c9699964847c'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:35:54.359309 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969d499ae61b7a2d5523e15545dbdfcb627d31ab7a946dd0dec0766d655d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c0af22-0e94-469c-97f4-545e76f71f28" -d '{"events": [{"name": "network-changed", "server_uuid": "78de0829-a622-45f3-a283-e56a795c07f9", "tag": "b35b121f-a355-46e1-8448-c9699964847c"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:35:54.377812 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd4aa2c-e768-4ef9-9372-68769f88403d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c2e729-f16d-4b8c-912a-7c2ebb24db22,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:54.396289 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7e7c3d82-9291-4b58-8b7b-d410d6b3ad27 req-b915b632-9716-4849-a2e7-e3fa9d7cab25 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1798410 Jul 13 14:35:54.402813 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80220247-3fed-42f7-be72-4e080bae8012 service neutron] Pushing event updated for resources: {'Port': ['ID=b35b121f-a355-46e1-8448-c9699964847c,revision_number=3']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:54.415117 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5ab26e1c-5452-4c29-8d57-37c2d1819807 req-a0ede463-970a-4056-88f7-14c39921a911 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502950 Jul 13 14:35:54.519381 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb757d7-89c2-4040-b51b-32b092dd747d x-openstack-request-id: req-dfb757d7-89c2-4040-b51b-32b092dd747d {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:35:54.519811 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78de0829-a622-45f3-a283-e56a795c07f9", "tag": "b35b121f-a355-46e1-8448-c9699964847c", "status": "completed", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:35:54.520161 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dfb757d7-89c2-4040-b51b-32b092dd747d {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:35:54.520609 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78de0829-a622-45f3-a283-e56a795c07f9', 'tag': 'b35b121f-a355-46e1-8448-c9699964847c', 'status': 'completed', 'code': 200} Jul 13 14:35:54.765151 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f42776-5990-4cb4-af86-fd551c31a233 req-99bb8140-1369-467f-87d4-cba162035cd4 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:54.779864 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b4f42776-5990-4cb4-af86-fd551c31a233 req-99bb8140-1369-467f-87d4-cba162035cd4 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 943 time: 0.1460781 Jul 13 14:35:54.869710 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b4f42776-5990-4cb4-af86-fd551c31a233 req-fd00cee5-826d-42fb-a81c-84d9f337b8bc tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877109 Jul 13 14:35:54.968067 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 51432) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:55.175043 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-56b040dc-8eee-48ff-a171-afdc05d97f55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:55.279968 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-56b040dc-8eee-48ff-a171-afdc05d97f55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:55.286708 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-56b040dc-8eee-48ff-a171-afdc05d97f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:55.328257 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-56b040dc-8eee-48ff-a171-afdc05d97f55 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1a05418686dc41f09d2e263ce3a67369&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3587766 Jul 13 14:35:55.329150 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b040dc-8eee-48ff-a171-afdc05d97f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0b6dc7-d08b-4f24-b6cb-f4cebd230e95,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:55.331642 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 51448) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:55.398555 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-9bd2ebae-e3cd-419b-ad1f-fe8812344cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:55.425706 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-9bd2ebae-e3cd-419b-ad1f-fe8812344cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:55.513904 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-9bd2ebae-e3cd-419b-ad1f-fe8812344cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:55.517109 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-9bd2ebae-e3cd-419b-ad1f-fe8812344cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:55.518425 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-9bd2ebae-e3cd-419b-ad1f-fe8812344cc3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aa0b6dc7-d08b-4f24-b6cb-f4cebd230e95 HTTP/1.1" status: 204 len: 168 time: 0.1850526 Jul 13 14:35:55.529704 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd2ebae-e3cd-419b-ad1f-fe8812344cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0b6dc7-d08b-4f24-b6cb-f4cebd230e95,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:55.702889 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 064feea6-f808-4b0f-aae3-1e62d41fb057 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:35:55.714809 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83349386-ff6e-4ad2-9461-6997b783895b req-d0f9518b-f25e-4d29-816e-f7baaa8f53f3 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:55.725252 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-83349386-ff6e-4ad2-9461-6997b783895b req-d0f9518b-f25e-4d29-816e-f7baaa8f53f3 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 943 time: 0.0922604 Jul 13 14:35:55.818569 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-83349386-ff6e-4ad2-9461-6997b783895b req-49f23d7e-49ba-41c9-be9a-ffbce5b34721 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908098 Jul 13 14:35:56.067604 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port 064feea6-f808-4b0f-aae3-1e62d41fb057, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=064feea6-f808-4b0f-aae3-1e62d41fb057,segment=NetworkSegment(ddf34b6c-deaa-4bcb-bc31-453214300edf),segment_id=ddf34b6c-deaa-4bcb-bc31-453214300edf)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:35:56.081932 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Returning: {'device': '064feea6-f808-4b0f-aae3-1e62d41fb057', 'network_id': '3b901448-fc45-4cdb-afb8-8ba3d59219c4', 'port_id': '064feea6-f808-4b0f-aae3-1e62d41fb057', 'mac_address': 'fa:16:3e:ed:6f:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58921e0e-d271-42d3-8bb5-36a41aaf8b06', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:35:56.126523 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0032ea-7937-4c8d-a719-08cb739e3a2b req-3c9804c9-799c-4a86-9562-5fd68c042d8d tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:56.134753 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:56.135794 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2a0032ea-7937-4c8d-a719-08cb739e3a2b req-3c9804c9-799c-4a86-9562-5fd68c042d8d tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 943 time: 0.1790462 Jul 13 14:35:56.151855 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 064feea6-f808-4b0f-aae3-1e62d41fb057 {{(pid=93156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:35:56.174654 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 51480) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:56.189348 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port 064feea6-f808-4b0f-aae3-1e62d41fb057, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=064feea6-f808-4b0f-aae3-1e62d41fb057,segment=NetworkSegment(ddf34b6c-deaa-4bcb-bc31-453214300edf),segment_id=ddf34b6c-deaa-4bcb-bc31-453214300edf)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:35:56.203765 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:56.204785 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 6109ef05-e9de-4df0-90ea-df14f1f97426 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:35:56.213495 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8a09a34a-7d08-4d89-a7df-f148515b2ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:56.234942 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2a0032ea-7937-4c8d-a719-08cb739e3a2b req-edb07070-0c03-4fed-af71-a0de1ec2a442 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885820 Jul 13 14:35:56.278379 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=064feea6-f808-4b0f-aae3-1e62d41fb057,revision_number=4']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:56.409371 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8a09a34a-7d08-4d89-a7df-f148515b2ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:56.418484 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8a09a34a-7d08-4d89-a7df-f148515b2ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:56.429903 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port 6109ef05-e9de-4df0-90ea-df14f1f97426, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=6109ef05-e9de-4df0-90ea-df14f1f97426,segment=NetworkSegment(7653a656-2c34-48b5-8270-333dcf39de5b),segment_id=7653a656-2c34-48b5-8270-333dcf39de5b)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:35:56.455838 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Returning: {'device': '6109ef05-e9de-4df0-90ea-df14f1f97426', 'network_id': 'c60399fe-47fd-4adc-84b8-a09ce78c9d83', 'port_id': '6109ef05-e9de-4df0-90ea-df14f1f97426', 'mac_address': 'fa:16:3e:46:5c:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57ef7d24-de03-448d-9f18-05ea2c1e72c3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:35:56.469877 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-8a09a34a-7d08-4d89-a7df-f148515b2ec8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=57d0e4c972b24151b59ac92e83e824aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2888861 Jul 13 14:35:56.470466 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 51482) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:35:56.535087 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a09a34a-7d08-4d89-a7df-f148515b2ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a3f714-160e-4638-83b1-efb1924413ff,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:56.535802 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:56.564097 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6109ef05-e9de-4df0-90ea-df14f1f97426 {{(pid=93156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:35:56.611919 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port 6109ef05-e9de-4df0-90ea-df14f1f97426, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=6109ef05-e9de-4df0-90ea-df14f1f97426,segment=NetworkSegment(7653a656-2c34-48b5-8270-333dcf39de5b),segment_id=7653a656-2c34-48b5-8270-333dcf39de5b)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:35:56.619779 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:56.633581 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3f98a62d-d5dc-4088-94b0-55dd2452880e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:56.660183 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529bc36-d1ae-47b5-a74d-3ce5c51e93c6 req-087714f4-f5b8-4fc6-87e6-5d5cf1b6064a tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:56.661821 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c529bc36-d1ae-47b5-a74d-3ce5c51e93c6 req-087714f4-f5b8-4fc6-87e6-5d5cf1b6064a tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 943 time: 0.1736557 Jul 13 14:35:56.672645 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3f98a62d-d5dc-4088-94b0-55dd2452880e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:56.743802 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=6109ef05-e9de-4df0-90ea-df14f1f97426,revision_number=4']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:56.868090 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c529bc36-d1ae-47b5-a74d-3ce5c51e93c6 req-b19864ee-ae0c-4c64-a596-b7d674a67f23 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877406 Jul 13 14:35:56.876336 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-bc874fb8-ecbc-45bf-9830-a9078ea43fa7 req-382e5fcf-5c93-4179-95de-821ab71dcc13 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c60399fe-47fd-4adc-84b8-a09ce78c9d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1749129 Jul 13 14:35:56.955775 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3f98a62d-d5dc-4088-94b0-55dd2452880e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:56.963493 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3f98a62d-d5dc-4088-94b0-55dd2452880e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:35:56.971425 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-3f98a62d-d5dc-4088-94b0-55dd2452880e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/12a3f714-160e-4638-83b1-efb1924413ff HTTP/1.1" status: 204 len: 168 time: 0.4993145 Jul 13 14:35:57.031878 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] get_ports_and_sgs() called for port_ids ['064feea6-f808-4b0f-aae3-1e62d41fb057'] {{(pid=93156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:35:57.033596 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2d725a5e-1470-47da-8800-060f2761f72a req-6205e95a-1763-44e2-97a6-ee720f3d7161 service neutron] 10.222.0.39 "GET /v2.0/networks/3b901448-fc45-4cdb-afb8-8ba3d59219c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239028 Jul 13 14:35:57.042080 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f98a62d-d5dc-4088-94b0-55dd2452880e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a3f714-160e-4638-83b1-efb1924413ff,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:35:57.077138 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] get_ports_and_sgs() called for port_ids ['6109ef05-e9de-4df0-90ea-df14f1f97426'] {{(pid=93156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:35:57.346567 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-96efc541-d8bd-48da-b426-8bf7aa18b3c1 service neutron] 10.222.0.39 "GET /v2.0/networks/b04875e6-1fc2-4c4b-96d5-3d915be01c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6137774 Jul 13 14:35:57.373444 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0af22-0e94-469c-97f4-545e76f71f28 req-f49f692a-aec7-4677-8587-e08558c87655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:57.376466 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-06c0af22-0e94-469c-97f4-545e76f71f28 req-f49f692a-aec7-4677-8587-e08558c87655 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fc557a9da65c4850a0db554e60444325&device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 1096 time: 0.5947680 Jul 13 14:35:57.381520 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-bc874fb8-ecbc-45bf-9830-a9078ea43fa7 req-b27c302c-2ac3-4f7d-b2c6-a7b4c6aab191 service neutron] 10.222.0.39 "GET /v2.0/networks/c60399fe-47fd-4adc-84b8-a09ce78c9d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4573791 Jul 13 14:35:57.567607 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2d725a5e-1470-47da-8800-060f2761f72a req-a8596989-d3d7-419a-997b-bde512ec9a68 service neutron] 10.222.0.39 "GET /v2.0/networks/3b901448-fc45-4cdb-afb8-8ba3d59219c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5150521 Jul 13 14:35:57.617315 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc35ed9-554c-45ac-888c-0479ff4669fe req-572888b8-fa9d-4c9d-87b7-943c74b8999a tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:57.639397 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8fc35ed9-554c-45ac-888c-0479ff4669fe req-572888b8-fa9d-4c9d-87b7-943c74b8999a tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 944 time: 0.5993953 Jul 13 14:35:57.714547 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa70ce-1be4-4ea4-b73d-16258a7e574e req-ec4f705a-b54f-48f6-ab1e-4b7e6b5b70d5 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:57.715234 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-dafa70ce-1be4-4ea4-b73d-16258a7e574e req-ec4f705a-b54f-48f6-ab1e-4b7e6b5b70d5 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 943 time: 0.1812384 Jul 13 14:35:57.719815 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8fc35ed9-554c-45ac-888c-0479ff4669fe req-92464f3b-14f7-419d-b127-70eb7e0a7205 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602064 Jul 13 14:35:57.778486 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-dafa70ce-1be4-4ea4-b73d-16258a7e574e req-9cf41253-2a2f-4a8a-938e-af641faf564f tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550253 Jul 13 14:35:58.081096 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ff417-1ec2-4ce8-b190-d7edc21fd80f req-53e17750-bd2d-465a-aa79-7821aa9abf03 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:58.083173 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-314ff417-1ec2-4ce8-b190-d7edc21fd80f req-53e17750-bd2d-465a-aa79-7821aa9abf03 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 943 time: 0.0968375 Jul 13 14:35:58.128897 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-314ff417-1ec2-4ce8-b190-d7edc21fd80f req-aaf28c42-ec8a-4fe3-892e-f941188a4eed tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389044 Jul 13 14:35:58.981722 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f292279-9f40-468f-b517-4823c9603f5e req-bd662534-027e-48f5-a3cd-0ada5c3e197c tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:58.985483 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5f292279-9f40-468f-b517-4823c9603f5e req-bd662534-027e-48f5-a3cd-0ada5c3e197c tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 944 time: 0.0987704 Jul 13 14:35:59.068629 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5f292279-9f40-468f-b517-4823c9603f5e req-b6502088-5888-4abc-8009-1adfeef63ab2 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653620 Jul 13 14:35:59.093896 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139d0fd-10ca-42ca-931d-8b9e4aa2bc2c req-85e0347e-9688-4589-8f05-825bdbbb72a0 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:59.101090 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d139d0fd-10ca-42ca-931d-8b9e4aa2bc2c req-85e0347e-9688-4589-8f05-825bdbbb72a0 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 943 time: 0.1093647 Jul 13 14:35:59.143163 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d139d0fd-10ca-42ca-931d-8b9e4aa2bc2c req-4b76437a-7bf3-464b-b4a9-7017454d4959 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409169 Jul 13 14:35:59.349432 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2356b4-9792-4136-9c11-ded4924107c6 req-9356f43c-82ca-434d-8982-4b3aa831ffee tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:35:59.351894 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4a2356b4-9792-4136-9c11-ded4924107c6 req-9356f43c-82ca-434d-8982-4b3aa831ffee tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 943 time: 0.0835321 Jul 13 14:35:59.411540 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4a2356b4-9792-4136-9c11-ded4924107c6 req-db43953c-3560-4af0-9242-50fe77def7ec tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506084 Jul 13 14:35:59.943016 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 51618) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:00.242658 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-cffbc363-087d-4406-9365-99cf9bff6b84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:00.328959 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd340c5-b893-4813-b096-13865cf8707f req-4b2c79c5-1a11-49df-aadb-60d8e77118be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:00.333738 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6bd340c5-b893-4813-b096-13865cf8707f req-4b2c79c5-1a11-49df-aadb-60d8e77118be service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a5169c26b204473880f57831a5e71229&device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 1096 time: 0.2403505 Jul 13 14:36:00.717088 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-bc874fb8-ecbc-45bf-9830-a9078ea43fa7 req-2b171ef0-72d0-4c29-82c8-e63117d07a00 service neutron] 10.222.0.39 "GET /v2.0/networks/c60399fe-47fd-4adc-84b8-a09ce78c9d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7014663 Jul 13 14:36:00.731081 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd340c5-b893-4813-b096-13865cf8707f req-69eeca9e-19bd-4b39-85d0-72b51ec2e10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:00.734074 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6bd340c5-b893-4813-b096-13865cf8707f req-69eeca9e-19bd-4b39-85d0-72b51ec2e10d service neutron] 10.222.0.39 "GET /v2.0/networks?id=b04875e6-1fc2-4c4b-96d5-3d915be01c53 HTTP/1.1" status: 200 len: 918 time: 0.3911257 Jul 13 14:36:00.744022 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0af22-0e94-469c-97f4-545e76f71f28 req-cf67f0d2-1dc6-470e-b4d0-50bfbf75004b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:00.745887 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-06c0af22-0e94-469c-97f4-545e76f71f28 req-cf67f0d2-1dc6-470e-b4d0-50bfbf75004b service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=fc557a9da65c4850a0db554e60444325&shared=False HTTP/1.1" status: 200 len: 920 time: 0.6399050 Jul 13 14:36:00.777555 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2f005-688d-45d1-9b01-adc65522bdde req-32adce2e-5958-4653-aca5-9c59b3c5daa7 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:00.780910 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0dc2f005-688d-45d1-9b01-adc65522bdde req-32adce2e-5958-4653-aca5-9c59b3c5daa7 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 944 time: 0.2955906 Jul 13 14:36:00.803520 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-cffbc363-087d-4406-9365-99cf9bff6b84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:00.815904 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-cffbc363-087d-4406-9365-99cf9bff6b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:00.831934 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd536f-588e-4e78-9c06-6bb0e30a3c20 req-b917eed7-b273-4ab3-b6cf-e5bbeaffa5b1 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:00.833542 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4cbd536f-588e-4e78-9c06-6bb0e30a3c20 req-b917eed7-b273-4ab3-b6cf-e5bbeaffa5b1 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 943 time: 0.2794664 Jul 13 14:36:00.889096 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0dc2f005-688d-45d1-9b01-adc65522bdde req-53693325-4fc3-473d-9286-26ffe0814090 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990727 Jul 13 14:36:00.900004 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-cffbc363-087d-4406-9365-99cf9bff6b84 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8b784acb457d43638861974a43adf548&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9557517 Jul 13 14:36:00.903658 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 51652) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:00.909255 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffbc363-087d-4406-9365-99cf9bff6b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6ec312-94fc-4797-ab49-8f683669c7fc,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:00.925711 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4cbd536f-588e-4e78-9c06-6bb0e30a3c20 req-ab045c1b-d2f4-4afb-95a5-5b83ecd6018d tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842400 Jul 13 14:36:00.930975 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffbc363-087d-4406-9365-99cf9bff6b84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:00.931447 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffbc363-087d-4406-9365-99cf9bff6b84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:00.931785 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffbc363-087d-4406-9365-99cf9bff6b84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:00.932023 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffbc363-087d-4406-9365-99cf9bff6b84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:00.932313 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffbc363-087d-4406-9365-99cf9bff6b84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:00.932626 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffbc363-087d-4406-9365-99cf9bff6b84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:00.932999 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffbc363-087d-4406-9365-99cf9bff6b84 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:00.934224 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffbc363-087d-4406-9365-99cf9bff6b84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:00.934224 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffbc363-087d-4406-9365-99cf9bff6b84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:00.934224 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffbc363-087d-4406-9365-99cf9bff6b84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:00.934224 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffbc363-087d-4406-9365-99cf9bff6b84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:00.934769 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffbc363-087d-4406-9365-99cf9bff6b84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:00.993969 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-e7745058-1c30-45af-8511-0f4d971bb827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:01.026400 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-e7745058-1c30-45af-8511-0f4d971bb827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:01.108293 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-e7745058-1c30-45af-8511-0f4d971bb827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:01.111735 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-e7745058-1c30-45af-8511-0f4d971bb827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:01.113494 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-e7745058-1c30-45af-8511-0f4d971bb827 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6a6ec312-94fc-4797-ab49-8f683669c7fc HTTP/1.1" status: 204 len: 168 time: 0.2079856 Jul 13 14:36:01.124669 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7745058-1c30-45af-8511-0f4d971bb827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6ec312-94fc-4797-ab49-8f683669c7fc,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:01.323245 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017cd94-1da3-4d07-8787-3fda54dbec21 req-a67ff1ff-c6d8-430e-a905-49b7153ab0b2 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:01.326740 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6017cd94-1da3-4d07-8787-3fda54dbec21 req-a67ff1ff-c6d8-430e-a905-49b7153ab0b2 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 943 time: 0.3048010 Jul 13 14:36:01.377351 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6017cd94-1da3-4d07-8787-3fda54dbec21 req-6e6403a3-c233-4621-93a0-18f9b4178ff7 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403044 Jul 13 14:36:01.499119 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 51678) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:01.512520 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-167976cd-198c-46a9-829c-c04751230034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:01.622948 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-167976cd-198c-46a9-829c-c04751230034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:01.627509 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-167976cd-198c-46a9-829c-c04751230034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:01.673318 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-167976cd-198c-46a9-829c-c04751230034 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=032ed7a1c8e445a89c7b60e5b3d38424&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1730554 Jul 13 14:36:01.674979 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167976cd-198c-46a9-829c-c04751230034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc390f02-6784-485e-a92f-82e5a22815d5,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:01.676929 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 51682) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:01.683764 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167976cd-198c-46a9-829c-c04751230034 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:01.684431 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167976cd-198c-46a9-829c-c04751230034 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:01.684708 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167976cd-198c-46a9-829c-c04751230034 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:01.685153 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167976cd-198c-46a9-829c-c04751230034 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:01.685882 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167976cd-198c-46a9-829c-c04751230034 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:01.686225 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167976cd-198c-46a9-829c-c04751230034 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:01.686588 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167976cd-198c-46a9-829c-c04751230034 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:01.686918 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167976cd-198c-46a9-829c-c04751230034 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:01.687322 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167976cd-198c-46a9-829c-c04751230034 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:01.687602 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167976cd-198c-46a9-829c-c04751230034 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:01.687960 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167976cd-198c-46a9-829c-c04751230034 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:01.688338 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167976cd-198c-46a9-829c-c04751230034 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:01.759818 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b3dee564-e7e3-40b1-9815-aef705d36ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:01.795422 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b3dee564-e7e3-40b1-9815-aef705d36ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:01.855910 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b3dee564-e7e3-40b1-9815-aef705d36ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:01.861301 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b3dee564-e7e3-40b1-9815-aef705d36ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:01.863447 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-b3dee564-e7e3-40b1-9815-aef705d36ea8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bc390f02-6784-485e-a92f-82e5a22815d5 HTTP/1.1" status: 204 len: 168 time: 0.1843405 Jul 13 14:36:01.875283 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dee564-e7e3-40b1-9815-aef705d36ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc390f02-6784-485e-a92f-82e5a22815d5,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:02.208702 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31674d27-1dec-4955-9261-b8e3dfda2e53 req-cbd69095-1981-4367-bfe6-1efe2263766a tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:02.209900 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-31674d27-1dec-4955-9261-b8e3dfda2e53 req-cbd69095-1981-4367-bfe6-1efe2263766a tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 944 time: 0.1267571 Jul 13 14:36:02.224743 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f2bc5-3ed3-4976-99a1-b45a6de603b6 req-b7cd105b-6f90-4933-9e30-15816c591e11 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:02.226408 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ce7f2bc5-3ed3-4976-99a1-b45a6de603b6 req-b7cd105b-6f90-4933-9e30-15816c591e11 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 943 time: 0.0987697 Jul 13 14:36:02.287918 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-31674d27-1dec-4955-9261-b8e3dfda2e53 req-2a39e055-1f96-4764-9062-f2c0598661ea tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604701 Jul 13 14:36:02.293694 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ce7f2bc5-3ed3-4976-99a1-b45a6de603b6 req-6479c414-6493-4cda-b28f-dc445a70a260 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597718 Jul 13 14:36:02.595672 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287bf846-15f0-4ff7-9f41-b9ab4347250b req-af429353-d7ad-40b7-a965-5cae37edd238 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:02.597290 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-287bf846-15f0-4ff7-9f41-b9ab4347250b req-af429353-d7ad-40b7-a965-5cae37edd238 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 943 time: 0.0750122 Jul 13 14:36:02.648487 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-287bf846-15f0-4ff7-9f41-b9ab4347250b req-4c1eaf0b-430f-473b-a9d4-8f3bb1a16a06 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412555 Jul 13 14:36:03.237287 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6bd340c5-b893-4813-b096-13865cf8707f req-b93fd705-5dd7-4e3b-92eb-43ad6b2eb51c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96e9db92-4167-45b2-b18d-aa1795f4bd8f HTTP/1.1" status: 200 len: 217 time: 0.0383251 Jul 13 14:36:03.280799 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-b0e5d718-2771-4657-a66d-aeba7e116e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:03.314403 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd340c5-b893-4813-b096-13865cf8707f req-fb7ed72d-c2bf-4182-a72d-8098e38cb3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:03.316977 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6bd340c5-b893-4813-b096-13865cf8707f req-fb7ed72d-c2bf-4182-a72d-8098e38cb3cb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2093f447-27c9-42a2-bbad-8523311dd7a9 HTTP/1.1" status: 200 len: 856 time: 0.0720732 Jul 13 14:36:03.442212 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd340c5-b893-4813-b096-13865cf8707f req-a1b0c240-4bf0-463d-a74a-a72996a7a822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:03.445123 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6bd340c5-b893-4813-b096-13865cf8707f req-a1b0c240-4bf0-463d-a74a-a72996a7a822 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b04875e6-1fc2-4c4b-96d5-3d915be01c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1157351 Jul 13 14:36:03.493858 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0af22-0e94-469c-97f4-545e76f71f28 req-800697aa-40d2-4d79-9a63-45d198da0f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:03.496295 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-06c0af22-0e94-469c-97f4-545e76f71f28 req-800697aa-40d2-4d79-9a63-45d198da0f20 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2985606 Jul 13 14:36:03.632547 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3cc92c-d210-448b-aed9-2d11946ea434 req-7a1cf58b-9c29-4782-87b8-e3fb7150362f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:03.634325 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-0b3cc92c-d210-448b-aed9-2d11946ea434 req-7a1cf58b-9c29-4782-87b8-e3fb7150362f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fc557a9da65c4850a0db554e60444325&device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 1096 time: 0.0608227 Jul 13 14:36:03.718750 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-0b3cc92c-d210-448b-aed9-2d11946ea434 req-5345ed23-df71-48de-8382-6ccb0a63768e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b35b121f-a355-46e1-8448-c9699964847c HTTP/1.1" status: 200 len: 217 time: 0.0622058 Jul 13 14:36:03.757596 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6bd340c5-b893-4813-b096-13865cf8707f req-35735445-36bc-43e1-906e-4b7808ed8454 service neutron] 10.222.0.39 "GET /v2.0/networks/b04875e6-1fc2-4c4b-96d5-3d915be01c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034816 Jul 13 14:36:03.805506 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebec248-b2a2-4c11-b5f7-abfcc2bca009 req-53628ab1-0a6a-49e0-8234-aec08cfd718e tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:03.808125 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-bebec248-b2a2-4c11-b5f7-abfcc2bca009 req-53628ab1-0a6a-49e0-8234-aec08cfd718e tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 943 time: 0.2658091 Jul 13 14:36:03.817686 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3cc92c-d210-448b-aed9-2d11946ea434 req-da19ec84-bc6b-4564-b8d3-44afda4c14af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:03.819386 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-0b3cc92c-d210-448b-aed9-2d11946ea434 req-da19ec84-bc6b-4564-b8d3-44afda4c14af service neutron] 10.222.0.39 "GET /v2.0/subnets?id=57ef7d24-de03-448d-9f18-05ea2c1e72c3 HTTP/1.1" status: 200 len: 859 time: 0.0939791 Jul 13 14:36:03.838673 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8ff5d-6d62-4cf8-84a3-a1060a36eb6a req-1603e71d-d22b-40c0-b549-05a51e6c800a tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:03.842287 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f5e8ff5d-6d62-4cf8-84a3-a1060a36eb6a req-1603e71d-d22b-40c0-b549-05a51e6c800a tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 944 time: 0.3012617 Jul 13 14:36:03.864213 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-0b3cc92c-d210-448b-aed9-2d11946ea434 req-3fc78709-8048-4a31-90c8-769ed565bec4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c60399fe-47fd-4adc-84b8-a09ce78c9d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373864 Jul 13 14:36:03.975434 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-0b3cc92c-d210-448b-aed9-2d11946ea434 req-dd15af2b-bffe-4660-8982-9630d9721fe7 service neutron] 10.222.0.39 "GET /v2.0/networks/c60399fe-47fd-4adc-84b8-a09ce78c9d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035795 Jul 13 14:36:03.989144 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 6109ef05-e9de-4df0-90ea-df14f1f97426 up at agent hyperv_hv-cinder-78445 {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:36:04.017083 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-bebec248-b2a2-4c11-b5f7-abfcc2bca009 req-f37ec42d-38e1-43e5-8c7b-26f89b1db19d tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734769 Jul 13 14:36:04.046658 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f5e8ff5d-6d62-4cf8-84a3-a1060a36eb6a req-860ad424-6fd1-4571-a280-fa5e53bbd4d7 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511912 Jul 13 14:36:04.074863 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6bd340c5-b893-4813-b096-13865cf8707f req-39ddfd95-7583-4ec5-aeb9-b3bf10e5d69d service neutron] 10.222.0.39 "GET /v2.0/networks/b04875e6-1fc2-4c4b-96d5-3d915be01c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937551 Jul 13 14:36:04.139652 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Provisioning for port 6109ef05-e9de-4df0-90ea-df14f1f97426 completed by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:36:04.147784 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Provisioning complete for port 6109ef05-e9de-4df0-90ea-df14f1f97426 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:36:04.148324 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:04.181018 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-0b3cc92c-d210-448b-aed9-2d11946ea434 req-8156607d-b80c-4db8-a2e8-f3a7ac8fe7bd service neutron] 10.222.0.39 "GET /v2.0/networks/c60399fe-47fd-4adc-84b8-a09ce78c9d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958172 Jul 13 14:36:04.278135 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:04.296801 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70efbf-801c-438d-ae96-1cd6c7d68801 req-b6af5157-eee8-48ea-9a77-496bb6facf53 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:04.299155 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8b70efbf-801c-438d-ae96-1cd6c7d68801 req-b6af5157-eee8-48ea-9a77-496bb6facf53 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 943 time: 0.0909216 Jul 13 14:36:04.313791 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28a32d0-fbcb-4d31-a752-12c0f351c046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6109ef05-e9de-4df0-90ea-df14f1f97426'}] {{(pid=93156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:36:04.316696 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd5989a68af48bbe0a00b0c674d1da0e65c633cef20e3ffd105cdad221ff8d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1278997-d18c-42e7-9556-8a7bdb46d2a1" -d '{"events": [{"server_uuid": "b28a32d0-fbcb-4d31-a752-12c0f351c046", "name": "network-vif-plugged", "status": "completed", "tag": "6109ef05-e9de-4df0-90ea-df14f1f97426"}]}' {{(pid=93156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:36:04.334886 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port 6109ef05-e9de-4df0-90ea-df14f1f97426, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=6109ef05-e9de-4df0-90ea-df14f1f97426,segment=NetworkSegment(7653a656-2c34-48b5-8270-333dcf39de5b),segment_id=7653a656-2c34-48b5-8270-333dcf39de5b)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:36:04.342711 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:04.343904 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 064feea6-f808-4b0f-aae3-1e62d41fb057 up at agent hyperv_hv-cinder-78445 {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:36:04.360857 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8b70efbf-801c-438d-ae96-1cd6c7d68801 req-a1d72bb6-ea14-4a2b-9a3f-ae03a685f925 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539005 Jul 13 14:36:04.405143 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2534d9-2eca-48a7-8c63-875db5a9e09a x-openstack-request-id: req-de2534d9-2eca-48a7-8c63-875db5a9e09a {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:36:04.405437 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b28a32d0-fbcb-4d31-a752-12c0f351c046", "name": "network-vif-plugged", "status": "completed", "tag": "6109ef05-e9de-4df0-90ea-df14f1f97426", "code": 200}]} {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:36:04.405651 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-de2534d9-2eca-48a7-8c63-875db5a9e09a {{(pid=93156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:36:04.406045 dv-cinder-784453-8-iscsi neutron-server[93156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b28a32d0-fbcb-4d31-a752-12c0f351c046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6109ef05-e9de-4df0-90ea-df14f1f97426', 'code': 200} Jul 13 14:36:04.453675 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=6109ef05-e9de-4df0-90ea-df14f1f97426,revision_number=5']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:04.462574 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Provisioning for port 064feea6-f808-4b0f-aae3-1e62d41fb057 completed by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:36:04.466604 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:04.466954 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:04.467294 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:04.467807 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:04.468141 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:04.469062 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:04.469409 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:04.469738 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:04.470093 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:04.470462 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:04.470789 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:04.471109 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:36:04.477810 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Provisioning complete for port 064feea6-f808-4b0f-aae3-1e62d41fb057 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:36:04.478180 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:04.629892 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:04.732865 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port 064feea6-f808-4b0f-aae3-1e62d41fb057, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=064feea6-f808-4b0f-aae3-1e62d41fb057,segment=NetworkSegment(ddf34b6c-deaa-4bcb-bc31-453214300edf),segment_id=ddf34b6c-deaa-4bcb-bc31-453214300edf)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:36:04.741305 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:04.804126 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=064feea6-f808-4b0f-aae3-1e62d41fb057,revision_number=5']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:04.888134 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbed113-7fa8-4481-91ec-90c6d23831d5 req-9319ecc4-a1d8-435c-bbae-678d25091cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:04.895562 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-0dbed113-7fa8-4481-91ec-90c6d23831d5 req-9319ecc4-a1d8-435c-bbae-678d25091cd6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 1098 time: 0.1487846 Jul 13 14:36:04.918672 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 51812) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:04.989550 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-0dbed113-7fa8-4481-91ec-90c6d23831d5 req-e81bb296-e7c3-4864-a522-8237375375f6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808277 Jul 13 14:36:05.084519 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 51822) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:05.236224 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-161eb900-1e3c-4c69-ba31-4c8b79cf142c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:05.421466 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6913c19d-0a1b-4c54-a343-459a521d0bdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:05.609274 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b822c5e-d26c-4c93-b83f-f4cecd490ea8 req-6cca982f-dd0f-432d-baa6-59acd2aed01b tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:05.612245 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6b822c5e-d26c-4c93-b83f-f4cecd490ea8 req-6cca982f-dd0f-432d-baa6-59acd2aed01b tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.3379138 Jul 13 14:36:05.634691 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db7a49-cb07-4dbd-9867-68281c538797 req-7c6ad85b-25f9-4040-843a-50190cfe6516 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:05.637554 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-38db7a49-cb07-4dbd-9867-68281c538797 req-7c6ad85b-25f9-4040-843a-50190cfe6516 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 943 time: 0.3149786 Jul 13 14:36:05.738412 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-161eb900-1e3c-4c69-ba31-4c8b79cf142c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:05.771572 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-161eb900-1e3c-4c69-ba31-4c8b79cf142c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:05.848670 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-38db7a49-cb07-4dbd-9867-68281c538797 req-878a5c82-f8c3-4a2c-9864-c0b2a12b0f12 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2034261 Jul 13 14:36:05.880756 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6b822c5e-d26c-4c93-b83f-f4cecd490ea8 req-77095cbe-3561-4c08-9496-b747c7bacdf1 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2380366 Jul 13 14:36:05.915129 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-45be51fc-f252-4a0e-9ffb-155fbb9a65a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:05.917156 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-161eb900-1e3c-4c69-ba31-4c8b79cf142c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ac02f6530bd4483da79a466b36b202c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9969113 Jul 13 14:36:05.921420 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 51834) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:05.924945 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161eb900-1e3c-4c69-ba31-4c8b79cf142c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258edc00-8cc4-4250-aadf-431bbf9f1ba8,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:06.024104 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-4e09d6e5-dad6-4085-b905-ef9e4ca00b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:06.067179 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-4e09d6e5-dad6-4085-b905-ef9e4ca00b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:06.085193 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6913c19d-0a1b-4c54-a343-459a521d0bdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:06.094066 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6913c19d-0a1b-4c54-a343-459a521d0bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:06.164895 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-4e09d6e5-dad6-4085-b905-ef9e4ca00b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:06.166506 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:06.170499 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-4e09d6e5-dad6-4085-b905-ef9e4ca00b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:06.174099 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-4e09d6e5-dad6-4085-b905-ef9e4ca00b73 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/258edc00-8cc4-4250-aadf-431bbf9f1ba8 HTTP/1.1" status: 204 len: 168 time: 0.2501781 Jul 13 14:36:06.191889 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09d6e5-dad6-4085-b905-ef9e4ca00b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258edc00-8cc4-4250-aadf-431bbf9f1ba8,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:06.206021 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-6913c19d-0a1b-4c54-a343-459a521d0bdd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9b81c4acfa6f42ab9fd0a4baa3f7a482&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1161630 Jul 13 14:36:06.206021 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6913c19d-0a1b-4c54-a343-459a521d0bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2844f1e-d560-4cb8-aff9-c76b44d1e64c,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:06.206421 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 51840) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:06.306763 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37ebe2-d38b-4c5d-a4a3-bff650f434ac req-47bdc0b0-7227-4819-9b9b-7b7268aa9145 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:06.316514 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ee37ebe2-d38b-4c5d-a4a3-bff650f434ac req-47bdc0b0-7227-4819-9b9b-7b7268aa9145 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 943 time: 0.2998195 Jul 13 14:36:06.316695 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c13b8dfc-843d-462b-9f42-3c462adb080a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:06.375230 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ee37ebe2-d38b-4c5d-a4a3-bff650f434ac req-7cc9aa4e-5441-4cf4-a61b-28d7b3fc6f6f tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571322 Jul 13 14:36:06.377899 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c13b8dfc-843d-462b-9f42-3c462adb080a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:06.395889 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.agents_db [None req-a710d77f-e7af-45aa-808b-9771d160625e None None] Agent healthcheck: found 6 active agents {{(pid=93157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:36:06.406980 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '559dbb50-623b-4487-9438-594c1a389d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '064feea6-f808-4b0f-aae3-1e62d41fb057'}] {{(pid=93156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:36:06.409558 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd5989a68af48bbe0a00b0c674d1da0e65c633cef20e3ffd105cdad221ff8d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4ef1f0-ae81-4548-b15c-e158e70bf5c5" -d '{"events": [{"server_uuid": "559dbb50-623b-4487-9438-594c1a389d52", "name": "network-vif-plugged", "status": "completed", "tag": "064feea6-f808-4b0f-aae3-1e62d41fb057"}]}' {{(pid=93156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:36:06.484606 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e0d9a6-9326-4326-b57d-5c32da0dafe0 x-openstack-request-id: req-26e0d9a6-9326-4326-b57d-5c32da0dafe0 {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:36:06.484835 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "559dbb50-623b-4487-9438-594c1a389d52", "name": "network-vif-plugged", "status": "completed", "tag": "064feea6-f808-4b0f-aae3-1e62d41fb057", "code": 200}]} {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:36:06.485108 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-26e0d9a6-9326-4326-b57d-5c32da0dafe0 {{(pid=93156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:36:06.485558 dv-cinder-784453-8-iscsi neutron-server[93156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '559dbb50-623b-4487-9438-594c1a389d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '064feea6-f808-4b0f-aae3-1e62d41fb057', 'code': 200} Jul 13 14:36:06.491120 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c13b8dfc-843d-462b-9f42-3c462adb080a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:06.498576 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c13b8dfc-843d-462b-9f42-3c462adb080a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:06.507692 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-c13b8dfc-843d-462b-9f42-3c462adb080a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c2844f1e-d560-4cb8-aff9-c76b44d1e64c HTTP/1.1" status: 204 len: 168 time: 0.2932856 Jul 13 14:36:06.515192 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13b8dfc-843d-462b-9f42-3c462adb080a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2844f1e-d560-4cb8-aff9-c76b44d1e64c,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:06.715144 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 51866) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:06.747507 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-25ffb5d9-5ea7-4ee2-b75f-c54a5a2e5889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:06.881172 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-25ffb5d9-5ea7-4ee2-b75f-c54a5a2e5889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:06.886793 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-25ffb5d9-5ea7-4ee2-b75f-c54a5a2e5889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:06.948587 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ffb5d9-5ea7-4ee2-b75f-c54a5a2e5889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0002df0-f180-4860-9f62-a909aedd9f34,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:06.967638 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-25ffb5d9-5ea7-4ee2-b75f-c54a5a2e5889 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f9cfd05e67b247d69397917e6a23292e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2504666 Jul 13 14:36:06.970537 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 51874) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:07.077648 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5f1371af-a170-4397-9df5-a683ac4c609a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:07.121165 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 51876) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:07.135548 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5f1371af-a170-4397-9df5-a683ac4c609a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:07.144029 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-47984f92-c902-4fb6-b577-481ed4b62f32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:07.156994 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:07.164390 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8375ad3-9393-41cc-9301-b53eb7da62a0 req-3bc239e1-4deb-42b1-b44c-09bbb6646a70 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:07.165982 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b8375ad3-9393-41cc-9301-b53eb7da62a0 req-3bc239e1-4deb-42b1-b44c-09bbb6646a70 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 943 time: 0.1695292 Jul 13 14:36:07.243301 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feadc4c4-df01-4be6-9f95-25cff5c8a059 req-f0f75c04-2be5-4a9f-a818-d28adaa2d4e1 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:07.244918 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-feadc4c4-df01-4be6-9f95-25cff5c8a059 req-f0f75c04-2be5-4a9f-a818-d28adaa2d4e1 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.1722655 Jul 13 14:36:07.248002 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b8375ad3-9393-41cc-9301-b53eb7da62a0 req-68383b06-f1e6-4d25-9948-236f322822a4 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666618 Jul 13 14:36:07.264268 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5f1371af-a170-4397-9df5-a683ac4c609a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:07.266894 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5f1371af-a170-4397-9df5-a683ac4c609a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:07.268162 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-5f1371af-a170-4397-9df5-a683ac4c609a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c0002df0-f180-4860-9f62-a909aedd9f34 HTTP/1.1" status: 204 len: 168 time: 0.2969027 Jul 13 14:36:07.288351 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1371af-a170-4397-9df5-a683ac4c609a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0002df0-f180-4860-9f62-a909aedd9f34,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:07.321592 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-feadc4c4-df01-4be6-9f95-25cff5c8a059 req-9f27479b-6efd-4954-b8ed-167887d593df tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633230 Jul 13 14:36:07.326207 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-47984f92-c902-4fb6-b577-481ed4b62f32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:07.335335 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-47984f92-c902-4fb6-b577-481ed4b62f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:07.406136 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-47984f92-c902-4fb6-b577-481ed4b62f32 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e5b7da03f8e541928ec11aca72a61caa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2835348 Jul 13 14:36:07.409401 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 51886) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:07.417610 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47984f92-c902-4fb6-b577-481ed4b62f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6306ee82-9c46-417c-adb8-a4031283f0c2,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:07.479379 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2d357269-414c-4b2e-a0fa-89e0475cf6cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:07.506003 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2d357269-414c-4b2e-a0fa-89e0475cf6cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:07.515342 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 96e9db92-4167-45b2-b18d-aa1795f4bd8f details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:36:07.585315 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2d357269-414c-4b2e-a0fa-89e0475cf6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:07.593324 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2d357269-414c-4b2e-a0fa-89e0475cf6cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:07.599701 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-2d357269-414c-4b2e-a0fa-89e0475cf6cd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6306ee82-9c46-417c-adb8-a4031283f0c2 HTTP/1.1" status: 204 len: 168 time: 0.1889539 Jul 13 14:36:07.666554 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d357269-414c-4b2e-a0fa-89e0475cf6cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6306ee82-9c46-417c-adb8-a4031283f0c2,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:07.712245 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port 96e9db92-4167-45b2-b18d-aa1795f4bd8f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=96e9db92-4167-45b2-b18d-aa1795f4bd8f,segment=NetworkSegment(4ad0260d-356e-47c3-9fe1-42a46c9ee2c2),segment_id=4ad0260d-356e-47c3-9fe1-42a46c9ee2c2)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:36:07.734723 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Returning: {'device': '96e9db92-4167-45b2-b18d-aa1795f4bd8f', 'network_id': 'b04875e6-1fc2-4c4b-96d5-3d915be01c53', 'port_id': '96e9db92-4167-45b2-b18d-aa1795f4bd8f', 'mac_address': 'fa:16:3e:da:30:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2093f447-27c9-42a2-bbad-8523311dd7a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:36:07.739243 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6e096-589f-45c0-8376-5ad79c893e35 req-b93d6cad-b409-4407-b17b-500f774442b9 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:07.750892 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e3c6e096-589f-45c0-8376-5ad79c893e35 req-b93d6cad-b409-4407-b17b-500f774442b9 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 943 time: 0.1492493 Jul 13 14:36:07.813391 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:07.829280 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e3c6e096-589f-45c0-8376-5ad79c893e35 req-a13491e5-ab5a-45bd-9c8c-e6e1ce0780c5 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764611 Jul 13 14:36:07.846637 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96e9db92-4167-45b2-b18d-aa1795f4bd8f {{(pid=93156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:36:07.886362 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port 96e9db92-4167-45b2-b18d-aa1795f4bd8f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=96e9db92-4167-45b2-b18d-aa1795f4bd8f,segment=NetworkSegment(4ad0260d-356e-47c3-9fe1-42a46c9ee2c2),segment_id=4ad0260d-356e-47c3-9fe1-42a46c9ee2c2)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:36:07.892944 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:07.894091 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device b35b121f-a355-46e1-8448-c9699964847c details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:36:08.053393 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=96e9db92-4167-45b2-b18d-aa1795f4bd8f,revision_number=4']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:08.105995 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port b35b121f-a355-46e1-8448-c9699964847c, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=b35b121f-a355-46e1-8448-c9699964847c,segment=NetworkSegment(7653a656-2c34-48b5-8270-333dcf39de5b),segment_id=7653a656-2c34-48b5-8270-333dcf39de5b)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:36:08.130431 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Returning: {'device': 'b35b121f-a355-46e1-8448-c9699964847c', 'network_id': 'c60399fe-47fd-4adc-84b8-a09ce78c9d83', 'port_id': 'b35b121f-a355-46e1-8448-c9699964847c', 'mac_address': 'fa:16:3e:15:79:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57ef7d24-de03-448d-9f18-05ea2c1e72c3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:36:08.188585 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:08.205955 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b35b121f-a355-46e1-8448-c9699964847c {{(pid=93156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:36:08.231411 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port b35b121f-a355-46e1-8448-c9699964847c, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=b35b121f-a355-46e1-8448-c9699964847c,segment=NetworkSegment(7653a656-2c34-48b5-8270-333dcf39de5b),segment_id=7653a656-2c34-48b5-8270-333dcf39de5b)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:36:08.237619 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:08.322859 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=b35b121f-a355-46e1-8448-c9699964847c,revision_number=4']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:08.598958 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:08.643487 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb840129-0d9c-49d3-b190-0355f9148cdd req-ee48eda7-cc62-461b-93f9-5b4cbc3603f0 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:08.648406 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cb840129-0d9c-49d3-b190-0355f9148cdd req-ee48eda7-cc62-461b-93f9-5b4cbc3603f0 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 944 time: 0.1786561 Jul 13 14:36:08.741756 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cb840129-0d9c-49d3-b190-0355f9148cdd req-8f9ac1f8-a4bd-4e0c-bf7b-c4a3d8b8f830 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867667 Jul 13 14:36:08.886071 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65930fd0-e18c-42a0-bb4a-4570e1126dba req-d9bfd64c-63cc-457d-a87c-d03ca18a5e30 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:08.907402 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-65930fd0-e18c-42a0-bb4a-4570e1126dba req-d9bfd64c-63cc-457d-a87c-d03ca18a5e30 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.1459181 Jul 13 14:36:08.966876 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-65930fd0-e18c-42a0-bb4a-4570e1126dba req-e6f12923-5d1a-4601-9a48-c119fc00a360 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571954 Jul 13 14:36:09.015770 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] get_ports_and_sgs() called for port_ids ['96e9db92-4167-45b2-b18d-aa1795f4bd8f'] {{(pid=93156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:36:09.034322 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c8276-245f-4636-9816-35dcd6f0b9fe req-52dbbbd6-25bc-4c43-b75e-7dcaee5aa1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:09.036623 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-f50c8276-245f-4636-9816-35dcd6f0b9fe req-52dbbbd6-25bc-4c43-b75e-7dcaee5aa1e8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 1098 time: 0.1291776 Jul 13 14:36:09.070605 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] get_ports_and_sgs() called for port_ids ['b35b121f-a355-46e1-8448-c9699964847c'] {{(pid=93156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:36:09.129234 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-f50c8276-245f-4636-9816-35dcd6f0b9fe req-433d9d8b-7601-4b20-984e-dfafffd890f2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834334 Jul 13 14:36:09.235676 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7895e2-fceb-452a-ac13-34a1573fdc5f req-591c9b9d-00f6-4e36-92e1-7f92752e4f9e tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:09.238974 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ac7895e2-fceb-452a-ac13-34a1573fdc5f req-591c9b9d-00f6-4e36-92e1-7f92752e4f9e tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 944 time: 0.1580133 Jul 13 14:36:09.344429 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ac7895e2-fceb-452a-ac13-34a1573fdc5f req-8633e81e-920a-44aa-960f-d214108d93a2 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977681 Jul 13 14:36:10.039716 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5268c-c6f1-4200-8c08-4c810394ef3d req-27bce44c-7bed-403d-8186-cdc8328227dd tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:10.041375 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a4d5268c-c6f1-4200-8c08-4c810394ef3d req-27bce44c-7bed-403d-8186-cdc8328227dd tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 944 time: 0.0871062 Jul 13 14:36:10.101308 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a4d5268c-c6f1-4200-8c08-4c810394ef3d req-0b8562a5-6f44-4a18-92ff-4e00b8dbb36a tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490074 Jul 13 14:36:10.201762 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ef292-e30a-408e-b3ac-dbeb107d802b req-cf22b634-fc3b-4793-b0c2-b04794bd7c9e tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:10.203449 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e34ef292-e30a-408e-b3ac-dbeb107d802b req-cf22b634-fc3b-4793-b0c2-b04794bd7c9e tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.0879285 Jul 13 14:36:10.284008 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e34ef292-e30a-408e-b3ac-dbeb107d802b req-80c65d1a-24ad-431b-81fa-4ff547d281b5 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639677 Jul 13 14:36:10.612804 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 96e9db92-4167-45b2-b18d-aa1795f4bd8f up at agent hyperv_hv-cinder-78445 {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:36:10.660428 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22389a-d361-465f-a50f-5f8622b92056 req-c5eaaded-d138-44f6-892c-69a556aa261a tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:10.662227 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-df22389a-d361-465f-a50f-5f8622b92056 req-c5eaaded-d138-44f6-892c-69a556aa261a tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 944 time: 0.1085286 Jul 13 14:36:10.736094 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-df22389a-d361-465f-a50f-5f8622b92056 req-4bd56b7d-aa1e-405d-b0dc-c6df3901b885 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630014 Jul 13 14:36:10.746281 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Provisioning for port 96e9db92-4167-45b2-b18d-aa1795f4bd8f completed by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:36:10.757601 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Provisioning complete for port 96e9db92-4167-45b2-b18d-aa1795f4bd8f triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:36:10.758850 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:10.922756 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:10.958584 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2710a355-6e44-4b59-827d-302f15c9d6d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e9db92-4167-45b2-b18d-aa1795f4bd8f'}] {{(pid=93156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:36:10.961822 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd5989a68af48bbe0a00b0c674d1da0e65c633cef20e3ffd105cdad221ff8d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f4c7e6-57b6-4c5e-940b-a089212c7d16" -d '{"events": [{"server_uuid": "2710a355-6e44-4b59-827d-302f15c9d6d9", "name": "network-vif-plugged", "status": "completed", "tag": "96e9db92-4167-45b2-b18d-aa1795f4bd8f"}]}' {{(pid=93156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:36:10.985977 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port 96e9db92-4167-45b2-b18d-aa1795f4bd8f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=96e9db92-4167-45b2-b18d-aa1795f4bd8f,segment=NetworkSegment(4ad0260d-356e-47c3-9fe1-42a46c9ee2c2),segment_id=4ad0260d-356e-47c3-9fe1-42a46c9ee2c2)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:36:10.996990 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:10.998402 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device b35b121f-a355-46e1-8448-c9699964847c up at agent hyperv_hv-cinder-78445 {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:36:11.138838 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035158f3-470a-4cb7-9768-bf6f92145d12 x-openstack-request-id: req-035158f3-470a-4cb7-9768-bf6f92145d12 {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:36:11.139298 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2710a355-6e44-4b59-827d-302f15c9d6d9", "name": "network-vif-plugged", "status": "completed", "tag": "96e9db92-4167-45b2-b18d-aa1795f4bd8f", "code": 200}]} {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:36:11.139705 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-035158f3-470a-4cb7-9768-bf6f92145d12 {{(pid=93156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:36:11.140336 dv-cinder-784453-8-iscsi neutron-server[93156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2710a355-6e44-4b59-827d-302f15c9d6d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e9db92-4167-45b2-b18d-aa1795f4bd8f', 'code': 200} Jul 13 14:36:11.215024 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=96e9db92-4167-45b2-b18d-aa1795f4bd8f,revision_number=5']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:11.221798 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Provisioning for port b35b121f-a355-46e1-8448-c9699964847c completed by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:36:11.229845 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Provisioning complete for port b35b121f-a355-46e1-8448-c9699964847c triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:36:11.231264 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:11.521497 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5abe78-1eb9-44a2-a46c-19f853350499 req-5ba318e8-a5d1-4dcb-a4e6-aa4b7ea26db1 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:11.529424 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:11.537832 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ef5abe78-1eb9-44a2-a46c-19f853350499 req-5ba318e8-a5d1-4dcb-a4e6-aa4b7ea26db1 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 945 time: 0.1572692 Jul 13 14:36:11.669778 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port b35b121f-a355-46e1-8448-c9699964847c, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=b35b121f-a355-46e1-8448-c9699964847c,segment=NetworkSegment(7653a656-2c34-48b5-8270-333dcf39de5b),segment_id=7653a656-2c34-48b5-8270-333dcf39de5b)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:36:11.682826 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ef5abe78-1eb9-44a2-a46c-19f853350499 req-58aa99f4-ea4a-4f50-b416-2e9a42fb9b61 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389842 Jul 13 14:36:11.689339 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:11.698749 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8188a3e-4196-42a4-8720-9b54db121130 req-b59cdf1f-fb36-4f75-8129-54895f55a6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:11.704348 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-b8188a3e-4196-42a4-8720-9b54db121130 req-b59cdf1f-fb36-4f75-8129-54895f55a6a3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 1098 time: 0.2015088 Jul 13 14:36:11.796643 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500cc1cf-d498-438d-afc8-68671126b107 req-cbfe54b6-c657-4140-bd40-e11e75c9446c tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:11.807409 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-500cc1cf-d498-438d-afc8-68671126b107 req-cbfe54b6-c657-4140-bd40-e11e75c9446c tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.2548418 Jul 13 14:36:11.817731 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-b8188a3e-4196-42a4-8720-9b54db121130 req-77b17b9c-b338-4ca5-ba35-477ac47472e4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998874 Jul 13 14:36:11.822228 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=b35b121f-a355-46e1-8448-c9699964847c,revision_number=5']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:11.868623 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-500cc1cf-d498-438d-afc8-68671126b107 req-ded4714d-3ea0-4e62-a43f-2c73f8bef2b7 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565281 Jul 13 14:36:12.072486 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4420709-9e88-4ba4-8d9b-b494e24858df req-29b708a2-5af5-411a-97db-6a923b30d75b tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:12.080862 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c4420709-9e88-4ba4-8d9b-b494e24858df req-29b708a2-5af5-411a-97db-6a923b30d75b tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 945 time: 0.1183224 Jul 13 14:36:12.135566 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c4420709-9e88-4ba4-8d9b-b494e24858df req-573b9c1a-dd39-4238-a30f-29e6ce8fe81b tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533962 Jul 13 14:36:12.165847 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce4264-eee3-40b8-8126-8a7c0c4b55ee req-cf3ec041-e6ed-43b4-bc9d-7e7d2ab20db4 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:12.171171 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-99ce4264-eee3-40b8-8126-8a7c0c4b55ee req-cf3ec041-e6ed-43b4-bc9d-7e7d2ab20db4 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.1505823 Jul 13 14:36:12.184263 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 52074) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:12.192660 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-2102acd4-b240-40ed-b867-3aedec65133c tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Request body: {'floatingip': {'port_id': '064feea6-f808-4b0f-aae3-1e62d41fb057'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:36:12.311442 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2102acd4-b240-40ed-b867-3aedec65133c tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks [] for floatingip, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:13.141272 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78de0829-a622-45f3-a283-e56a795c07f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35b121f-a355-46e1-8448-c9699964847c'}] {{(pid=93156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:36:13.144613 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd5989a68af48bbe0a00b0c674d1da0e65c633cef20e3ffd105cdad221ff8d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bae8468-0d4b-4294-b71f-c5af37762496" -d '{"events": [{"server_uuid": "78de0829-a622-45f3-a283-e56a795c07f9", "name": "network-vif-plugged", "status": "completed", "tag": "b35b121f-a355-46e1-8448-c9699964847c"}]}' {{(pid=93156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:36:13.183610 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4a907b-c7f7-4a22-b5b1-c05f183e5321 x-openstack-request-id: req-2d4a907b-c7f7-4a22-b5b1-c05f183e5321 {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:36:13.183905 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78de0829-a622-45f3-a283-e56a795c07f9", "name": "network-vif-plugged", "status": "completed", "tag": "b35b121f-a355-46e1-8448-c9699964847c", "code": 200}]} {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:36:13.184158 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2d4a907b-c7f7-4a22-b5b1-c05f183e5321 {{(pid=93156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:36:13.184565 dv-cinder-784453-8-iscsi neutron-server[93156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78de0829-a622-45f3-a283-e56a795c07f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35b121f-a355-46e1-8448-c9699964847c', 'code': 200} Jul 13 14:36:13.408831 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864d091-38e6-4a63-8f9f-93a304fbf257 req-f75e28a7-25e3-4b7f-85f8-3967763b83a4 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:13.411488 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a864d091-38e6-4a63-8f9f-93a304fbf257 req-f75e28a7-25e3-4b7f-85f8-3967763b83a4 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 945 time: 0.4664323 Jul 13 14:36:13.565638 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a864d091-38e6-4a63-8f9f-93a304fbf257 req-5c5c79b6-0ac4-44ac-b788-9d3e8fdcef1d tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433663 Jul 13 14:36:13.625921 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8840c9-488c-49bb-969b-2c7669b8fa6c req-13d67855-9744-42b0-982a-2cd1f125ebed tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:13.627533 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7d8840c9-488c-49bb-969b-2c7669b8fa6c req-13d67855-9744-42b0-982a-2cd1f125ebed tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 945 time: 0.3314481 Jul 13 14:36:13.672255 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2102acd4-b240-40ed-b867-3aedec65133c tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:13.677960 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2102acd4-b240-40ed-b867-3aedec65133c tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1994842'] for floatingip, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:13.735474 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7d8840c9-488c-49bb-969b-2c7669b8fa6c req-605fb965-8054-4413-82fa-2b1a00ed52f3 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006663 Jul 13 14:36:13.816817 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.db.l3_db [None req-2102acd4-b240-40ed-b867-3aedec65133c tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Floating IP 3e672656-cb9f-4d6c-ae85-7b72be43793b associated. External IP: 172.27.3.100, port: 064feea6-f808-4b0f-aae3-1e62d41fb057. Jul 13 14:36:14.036197 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2102acd4-b240-40ed-b867-3aedec65133c tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Router 270caa52-fa6f-4038-9de7-45ec54a1b576 has already been hosted by L3 agent d92cc109-9c2d-42ed-8c1d-d826fa90f9d0 {{(pid=93154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:36:14.153865 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2102acd4-b240-40ed-b867-3aedec65133c tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify agent at l3_agent.dv-cinder-784453-8-iscsi the message routers_updated {{(pid=93154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:36:14.159800 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2102acd4-b240-40ed-b867-3aedec65133c tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for floatingip, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:14.173689 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ac98b9-6aaf-4c29-acf2-7d1888cce5e5 None None] Sync routers for ids ['270caa52-fa6f-4038-9de7-45ec54a1b576'] in dv-cinder-784453-8-iscsi {{(pid=93157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:36:14.189343 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ac98b9-6aaf-4c29-acf2-7d1888cce5e5 None None] Routers {'270caa52-fa6f-4038-9de7-45ec54a1b576'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:36:14.190433 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-f5ac98b9-6aaf-4c29-acf2-7d1888cce5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:36:06Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['270caa52-fa6f-4038-9de7-45ec54a1b576'], 'active': True} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:36:14.205378 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-2102acd4-b240-40ed-b867-3aedec65133c tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "PUT /v2.0/floatingips/3e672656-cb9f-4d6c-ae85-7b72be43793b HTTP/1.1" status: 200 len: 991 time: 2.0189533 Jul 13 14:36:14.205983 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '559dbb50-623b-4487-9438-594c1a389d52', 'tag': '064feea6-f808-4b0f-aae3-1e62d41fb057'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:36:14.208596 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed6c2a10c4293d159fef1cb7ab1dbb74578d6de099c458b34c07bebf01db353a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0951ee-f94a-4168-a4e3-66269939f91d" -d '{"events": [{"name": "network-changed", "server_uuid": "559dbb50-623b-4487-9438-594c1a389d52", "tag": "064feea6-f808-4b0f-aae3-1e62d41fb057"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:36:14.271773 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1ddeeb-8959-42e6-9b0a-56494ce13da7 x-openstack-request-id: req-6f1ddeeb-8959-42e6-9b0a-56494ce13da7 {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:36:14.272224 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "559dbb50-623b-4487-9438-594c1a389d52", "tag": "064feea6-f808-4b0f-aae3-1e62d41fb057", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:36:14.272635 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6f1ddeeb-8959-42e6-9b0a-56494ce13da7 {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:36:14.273271 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '559dbb50-623b-4487-9438-594c1a389d52', 'tag': '064feea6-f808-4b0f-aae3-1e62d41fb057', 'status': 'completed', 'code': 200} Jul 13 14:36:14.346366 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvr_db [None req-f5ac98b9-6aaf-4c29-acf2-7d1888cce5e5 None None] Set router 270caa52-fa6f-4038-9de7-45ec54a1b576 gateway port host: dv-cinder-784453-8-iscsi {{(pid=93157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:36:14.480915 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:14.686275 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-f5ac98b9-6aaf-4c29-acf2-7d1888cce5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'name': 'tempest-AttachVolumeTestJSON-1902969673-router', 'tenant_id': '4db817ef0fe4408794a0ef962b27746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'c1e50540-76bc-4adb-8f0c-e55231943cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:35:01Z', 'updated_at': '2021-07-13T14:35:11Z', 'revision_number': 4, 'project_id': '4db817ef0fe4408794a0ef962b27746d', 'gw_port': {'id': 'c1e50540-76bc-4adb-8f0c-e55231943cba', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:02Z', 'updated_at': '2021-07-13T14:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_floatingips': [{'id': '3e672656-cb9f-4d6c-ae85-7b72be43793b', 'tenant_id': '4db817ef0fe4408794a0ef962b27746d', 'floating_ip_address': '172.27.3.100', 'floating_network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'router_id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'port_id': '064feea6-f808-4b0f-aae3-1e62d41fb057', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b901448-fc45-4cdb-afb8-8ba3d59219c4', 'mac_address': 'fa:16:3e:ed:6f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559dbb50-623b-4487-9438-594c1a389d52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:35:27Z', 'updated_at': '2021-07-13T14:36:13Z', 'revision_number': 1, 'project_id': '4db817ef0fe4408794a0ef962b27746d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e6619b-0bfb-4ae9-bb76-eacced31b105', 'name': '', 'network_id': '3b901448-fc45-4cdb-afb8-8ba3d59219c4', 'tenant_id': '4db817ef0fe4408794a0ef962b27746d', 'mac_address': 'fa:16:3e:8c:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '58921e0e-d271-42d3-8bb5-36a41aaf8b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:07Z', 'updated_at': '2021-07-13T14:35:29Z', 'revision_number': 5, 'project_id': '4db817ef0fe4408794a0ef962b27746d', 'subnets': [{'id': '58921e0e-d271-42d3-8bb5-36a41aaf8b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:36:14.738751 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ac98b9-6aaf-4c29-acf2-7d1888cce5e5 None None] Checking router: 270caa52-fa6f-4038-9de7-45ec54a1b576 for host: dv-cinder-784453-8-iscsi {{(pid=93157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:36:14.753169 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ac98b9-6aaf-4c29-acf2-7d1888cce5e5 None None] Routers {'270caa52-fa6f-4038-9de7-45ec54a1b576'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:36:14.754174 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-f5ac98b9-6aaf-4c29-acf2-7d1888cce5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:36:06Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['270caa52-fa6f-4038-9de7-45ec54a1b576'], 'active': True} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:36:14.803016 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5806e-2ffb-4593-8335-58b0f7b7f281 req-b6006327-428d-4cbf-9aaf-f783871fe127 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:14.804647 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-dea5806e-2ffb-4593-8335-58b0f7b7f281 req-b6006327-428d-4cbf-9aaf-f783871fe127 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 945 time: 0.0720792 Jul 13 14:36:14.861941 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-dea5806e-2ffb-4593-8335-58b0f7b7f281 req-1bdf4eac-aff9-4df2-8424-4dc9837ce2b8 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475914 Jul 13 14:36:14.927723 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvr_db [None req-f5ac98b9-6aaf-4c29-acf2-7d1888cce5e5 None None] Set router 270caa52-fa6f-4038-9de7-45ec54a1b576 gateway port host: dv-cinder-784453-8-iscsi {{(pid=93157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:36:15.089169 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e4099-f85f-454a-b711-e4fcd346671b req-e21a3b44-9014-484f-9382-35f8af0c2f13 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:15.092724 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-911e4099-f85f-454a-b711-e4fcd346671b req-e21a3b44-9014-484f-9382-35f8af0c2f13 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 945 time: 0.0946238 Jul 13 14:36:15.157974 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-911e4099-f85f-454a-b711-e4fcd346671b req-2a3be5f5-4b7b-4ef7-9b67-66f039d61cd3 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564156 Jul 13 14:36:15.279206 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-f5ac98b9-6aaf-4c29-acf2-7d1888cce5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'name': 'tempest-AttachVolumeTestJSON-1902969673-router', 'tenant_id': '4db817ef0fe4408794a0ef962b27746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'c1e50540-76bc-4adb-8f0c-e55231943cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:35:01Z', 'updated_at': '2021-07-13T14:35:11Z', 'revision_number': 4, 'project_id': '4db817ef0fe4408794a0ef962b27746d', 'gw_port': {'id': 'c1e50540-76bc-4adb-8f0c-e55231943cba', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:02Z', 'updated_at': '2021-07-13T14:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_floatingips': [{'id': '3e672656-cb9f-4d6c-ae85-7b72be43793b', 'tenant_id': '4db817ef0fe4408794a0ef962b27746d', 'floating_ip_address': '172.27.3.100', 'floating_network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'router_id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'port_id': '064feea6-f808-4b0f-aae3-1e62d41fb057', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b901448-fc45-4cdb-afb8-8ba3d59219c4', 'mac_address': 'fa:16:3e:ed:6f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559dbb50-623b-4487-9438-594c1a389d52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:35:27Z', 'updated_at': '2021-07-13T14:36:13Z', 'revision_number': 1, 'project_id': '4db817ef0fe4408794a0ef962b27746d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e6619b-0bfb-4ae9-bb76-eacced31b105', 'name': '', 'network_id': '3b901448-fc45-4cdb-afb8-8ba3d59219c4', 'tenant_id': '4db817ef0fe4408794a0ef962b27746d', 'mac_address': 'fa:16:3e:8c:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '58921e0e-d271-42d3-8bb5-36a41aaf8b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:07Z', 'updated_at': '2021-07-13T14:35:29Z', 'revision_number': 5, 'project_id': '4db817ef0fe4408794a0ef962b27746d', 'subnets': [{'id': '58921e0e-d271-42d3-8bb5-36a41aaf8b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:36:15.307884 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ac98b9-6aaf-4c29-acf2-7d1888cce5e5 None None] The sync data for ids ['270caa52-fa6f-4038-9de7-45ec54a1b576'] in dv-cinder-784453-8-iscsi is: [{'id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'name': 'tempest-AttachVolumeTestJSON-1902969673-router', 'tenant_id': '4db817ef0fe4408794a0ef962b27746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'c1e50540-76bc-4adb-8f0c-e55231943cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:35:01Z', 'updated_at': '2021-07-13T14:35:11Z', 'revision_number': 4, 'project_id': '4db817ef0fe4408794a0ef962b27746d', 'gw_port': {'id': 'c1e50540-76bc-4adb-8f0c-e55231943cba', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:02Z', 'updated_at': '2021-07-13T14:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_floatingips': [{'id': '3e672656-cb9f-4d6c-ae85-7b72be43793b', 'tenant_id': '4db817ef0fe4408794a0ef962b27746d', 'floating_ip_address': '172.27.3.100', 'floating_network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'router_id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'port_id': '064feea6-f808-4b0f-aae3-1e62d41fb057', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b901448-fc45-4cdb-afb8-8ba3d59219c4', 'mac_address': 'fa:16:3e:ed:6f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559dbb50-623b-4487-9438-594c1a389d52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:35:27Z', 'updated_at': '2021-07-13T14:36:13Z', 'revision_number': 1, 'project_id': '4db817ef0fe4408794a0ef962b27746d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e6619b-0bfb-4ae9-bb76-eacced31b105', 'name': '', 'network_id': '3b901448-fc45-4cdb-afb8-8ba3d59219c4', 'tenant_id': '4db817ef0fe4408794a0ef962b27746d', 'mac_address': 'fa:16:3e:8c:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '58921e0e-d271-42d3-8bb5-36a41aaf8b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:07Z', 'updated_at': '2021-07-13T14:35:29Z', 'revision_number': 5, 'project_id': '4db817ef0fe4408794a0ef962b27746d', 'subnets': [{'id': '58921e0e-d271-42d3-8bb5-36a41aaf8b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:36:15.391009 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0951ee-f94a-4168-a4e3-66269939f91d req-ccd49d9d-a24e-41fd-b2b5-e00c496ffc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:15.392803 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-bc0951ee-f94a-4168-a4e3-66269939f91d req-ccd49d9d-a24e-41fd-b2b5-e00c496ffc05 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4db817ef0fe4408794a0ef962b27746d&device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 1098 time: 0.1042523 Jul 13 14:36:15.578414 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0951ee-f94a-4168-a4e3-66269939f91d req-64b5d8f7-4c37-4c6a-890a-e8bf3d98297f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:15.580295 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-bc0951ee-f94a-4168-a4e3-66269939f91d req-64b5d8f7-4c37-4c6a-890a-e8bf3d98297f service neutron] 10.222.0.39 "GET /v2.0/networks?id=3b901448-fc45-4cdb-afb8-8ba3d59219c4 HTTP/1.1" status: 200 len: 912 time: 0.1400039 Jul 13 14:36:15.612587 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0102b702-f42a-4f00-90a7-e1bec9e69f7e None None] New status for floating IP 3e672656-cb9f-4d6c-ae85-7b72be43793b: ACTIVE {{(pid=93156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:36:16.170405 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5cd35-f877-4d6c-b637-40d74fd1acbd req-4b9149d4-b46e-4038-9bba-a2bc8891baa5 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:16.173122 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-67d5cd35-f877-4d6c-b637-40d74fd1acbd req-4b9149d4-b46e-4038-9bba-a2bc8891baa5 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 945 time: 0.1194484 Jul 13 14:36:16.238360 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-67d5cd35-f877-4d6c-b637-40d74fd1acbd req-3def906e-fb99-4b7e-afbd-0e03a17cfa76 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588448 Jul 13 14:36:16.361076 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dda84f-7bd8-4dd7-8c04-f100d00a70f1 req-c3804a23-4530-4389-8096-92e484e1814d tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:16.362685 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c1dda84f-7bd8-4dd7-8c04-f100d00a70f1 req-c3804a23-4530-4389-8096-92e484e1814d tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 945 time: 0.0698876 Jul 13 14:36:16.654522 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c1dda84f-7bd8-4dd7-8c04-f100d00a70f1 req-2a7afb64-8126-4aeb-bc20-b3ccacac1968 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857568 Jul 13 14:36:17.633835 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49869779-ca28-4c7e-be38-dd1200fd1fce req-a18cf66e-483a-4e28-8c4b-9c5cbce6ec52 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:17.636327 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-49869779-ca28-4c7e-be38-dd1200fd1fce req-a18cf66e-483a-4e28-8c4b-9c5cbce6ec52 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 945 time: 0.0816383 Jul 13 14:36:17.701729 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-49869779-ca28-4c7e-be38-dd1200fd1fce req-ca4b60b8-2780-465a-8d95-293af45376f3 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545652 Jul 13 14:36:17.881319 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7f68a-204d-413f-9a99-c37a10fdf003 req-472a7410-00db-40bf-bc26-2b207980222b tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:17.882736 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6da7f68a-204d-413f-9a99-c37a10fdf003 req-472a7410-00db-40bf-bc26-2b207980222b tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 945 time: 0.0704272 Jul 13 14:36:17.929991 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6da7f68a-204d-413f-9a99-c37a10fdf003 req-2200d5f0-1ad4-417f-ae64-fe37a4f5be92 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391767 Jul 13 14:36:18.489080 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-bc0951ee-f94a-4168-a4e3-66269939f91d req-1ae7dc1e-f3cd-4049-9a25-7fbadc5c9e89 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=064feea6-f808-4b0f-aae3-1e62d41fb057 HTTP/1.1" status: 200 len: 1001 time: 0.1634064 Jul 13 14:36:18.505977 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419160c-911f-45a7-985b-fdeebf6f1e0c req-8ddcaaee-d4bc-48d0-8099-ef816be5fd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:18.509160 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7419160c-911f-45a7-985b-fdeebf6f1e0c req-8ddcaaee-d4bc-48d0-8099-ef816be5fd07 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 1098 time: 0.1496203 Jul 13 14:36:18.574194 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0951ee-f94a-4168-a4e3-66269939f91d req-e15fbe79-4c73-4e99-8f1e-5c11d935a552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:18.578292 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-bc0951ee-f94a-4168-a4e3-66269939f91d req-e15fbe79-4c73-4e99-8f1e-5c11d935a552 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=58921e0e-d271-42d3-8bb5-36a41aaf8b06 HTTP/1.1" status: 200 len: 850 time: 0.0762768 Jul 13 14:36:18.583417 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7419160c-911f-45a7-985b-fdeebf6f1e0c req-235d53ba-371b-4da5-a1ac-576530c3f7ca service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623667 Jul 13 14:36:18.925537 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c1ae80-2cfb-492d-9ff2-4be64262378d req-b232c744-e3dd-4b6f-97d6-d39c58b499d4 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:18.927320 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-20c1ae80-2cfb-492d-9ff2-4be64262378d req-b232c744-e3dd-4b6f-97d6-d39c58b499d4 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 945 time: 0.0738933 Jul 13 14:36:19.001491 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0951ee-f94a-4168-a4e3-66269939f91d req-731640a4-3e0b-4c86-8f74-93425a5a6452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:19.003301 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-bc0951ee-f94a-4168-a4e3-66269939f91d req-731640a4-3e0b-4c86-8f74-93425a5a6452 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3b901448-fc45-4cdb-afb8-8ba3d59219c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0795450 Jul 13 14:36:19.022912 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-20c1ae80-2cfb-492d-9ff2-4be64262378d req-1819e2d9-a219-4eee-832a-32e5f6c95716 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886309 Jul 13 14:36:19.273987 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-bc0951ee-f94a-4168-a4e3-66269939f91d req-874be530-e53a-423d-a698-fccdd1a046d8 service neutron] 10.222.0.39 "GET /v2.0/networks/3b901448-fc45-4cdb-afb8-8ba3d59219c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301817 Jul 13 14:36:19.280555 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121931fb-4efa-4bc8-b84b-d7ffdd6d7305 req-32389e9a-d5a3-43f2-8852-ddc291bd5846 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:19.288848 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-121931fb-4efa-4bc8-b84b-d7ffdd6d7305 req-32389e9a-d5a3-43f2-8852-ddc291bd5846 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 945 time: 0.1101182 Jul 13 14:36:19.405866 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-121931fb-4efa-4bc8-b84b-d7ffdd6d7305 req-5f63066d-dc34-4a63-9f55-f02c2be653d1 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157961 Jul 13 14:36:19.456463 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b0c5d-2e6f-4a7e-a3ff-e965141f8bdf req-ad1a9112-8ee4-4db9-8fd9-ba7f5de4dd94 tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:19.458434 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-573b0c5d-2e6f-4a7e-a3ff-e965141f8bdf req-ad1a9112-8ee4-4db9-8fd9-ba7f5de4dd94 tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4e84988-766f-456b-b33a-2399539d3eff HTTP/1.1" status: 200 len: 946 time: 0.1529980 Jul 13 14:36:19.500758 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-bc0951ee-f94a-4168-a4e3-66269939f91d req-7c52e175-380f-41b1-b094-c73e56e2b795 service neutron] 10.222.0.39 "GET /v2.0/networks/3b901448-fc45-4cdb-afb8-8ba3d59219c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922345 Jul 13 14:36:19.523630 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-573b0c5d-2e6f-4a7e-a3ff-e965141f8bdf req-a7e04fc6-2df4-47ec-9623-7a2e0a941a16 tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] 10.222.0.11 "GET /v2.0/security-groups?id=312452d2-579f-4074-bfd5-43419a8b3406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529501 Jul 13 14:36:20.271143 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feaf167-ac58-4fdc-8eb0-b2c24b7326f3 req-a137ebe0-5459-4ac6-8009-7f3762db599e tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:20.273873 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3feaf167-ac58-4fdc-8eb0-b2c24b7326f3 req-a137ebe0-5459-4ac6-8009-7f3762db599e tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 945 time: 0.0950570 Jul 13 14:36:20.336828 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3feaf167-ac58-4fdc-8eb0-b2c24b7326f3 req-4124d771-17df-42e6-8187-6802b1a7302d tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558660 Jul 13 14:36:20.647676 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc90e2-dbd1-46f5-aa65-e3c644e80593 req-6c6d70a8-47f4-45f2-b755-f12e6a0b94e1 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:20.650732 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c0cc90e2-dbd1-46f5-aa65-e3c644e80593 req-6c6d70a8-47f4-45f2-b755-f12e6a0b94e1 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 945 time: 0.1105688 Jul 13 14:36:20.665706 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 52266) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:20.674882 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [None req-61c3752d-b34a-4167-9a1c-b32997fbfd42 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Request body: {'floatingip': {'port_id': '96e9db92-4167-45b2-b18d-aa1795f4bd8f'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:36:20.889692 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a747be-6687-4f5d-8991-3c0719416ad2 req-bc5823a4-096c-4b3f-82a0-4f7cb0f4ce8a tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:20.904479 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-61c3752d-b34a-4167-9a1c-b32997fbfd42 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks [] for floatingip, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:20.911169 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-82a747be-6687-4f5d-8991-3c0719416ad2 req-bc5823a4-096c-4b3f-82a0-4f7cb0f4ce8a tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 945 time: 0.2583840 Jul 13 14:36:21.089064 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-82a747be-6687-4f5d-8991-3c0719416ad2 req-e98b016d-b450-4d79-805e-3b7203d50a7c tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419170 Jul 13 14:36:21.142204 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc75ef0-f09e-4f14-9f18-b8182acd5079 req-6d42ebcc-ca69-4d19-9db3-11c0be416c11 tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:21.155269 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0cc75ef0-f09e-4f14-9f18-b8182acd5079 req-6d42ebcc-ca69-4d19-9db3-11c0be416c11 tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4e84988-766f-456b-b33a-2399539d3eff HTTP/1.1" status: 200 len: 946 time: 0.2386761 Jul 13 14:36:21.282148 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0cc75ef0-f09e-4f14-9f18-b8182acd5079 req-6513927f-406a-4fac-8a75-736151fa0fdf tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] 10.222.0.11 "GET /v2.0/security-groups?id=312452d2-579f-4074-bfd5-43419a8b3406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182425 Jul 13 14:36:21.421603 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-ec616cef-d8da-4067-9c53-1ba6203e23cb req-3dd4402a-7389-43b5-b0ee-d22b28cd3622 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2007692 Jul 13 14:36:22.216783 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec616cef-d8da-4067-9c53-1ba6203e23cb req-d83fc9a2-0c39-4101-a2b7-c56e73b0f3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:22.222815 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-ec616cef-d8da-4067-9c53-1ba6203e23cb req-d83fc9a2-0c39-4101-a2b7-c56e73b0f3d1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fc557a9da65c4850a0db554e60444325&device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 1098 time: 0.6398349 Jul 13 14:36:22.263801 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.db.resource_extend [None req-61c3752d-b34a-4167-9a1c-b32997fbfd42 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 14:36:22.331849 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79165087-8a5f-4c32-a58d-036efe925355 req-3be81085-d4f2-44dc-8980-a2d94bfa1587 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:22.342896 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-79165087-8a5f-4c32-a58d-036efe925355 req-3be81085-d4f2-44dc-8980-a2d94bfa1587 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 945 time: 0.1076751 Jul 13 14:36:22.405635 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-61c3752d-b34a-4167-9a1c-b32997fbfd42 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:22.412085 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-61c3752d-b34a-4167-9a1c-b32997fbfd42 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1994842'] for floatingip, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:22.419651 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-79165087-8a5f-4c32-a58d-036efe925355 req-1d51bffe-14c8-4525-8552-2ead643903b5 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742304 Jul 13 14:36:22.550562 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 52340) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:22.551162 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1893eca-451e-4d55-8b8a-a9a709ceee31 req-e84cb13b-2e22-4afb-8e6c-e60723fa19b7 tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:22.552975 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c1893eca-451e-4d55-8b8a-a9a709ceee31 req-e84cb13b-2e22-4afb-8e6c-e60723fa19b7 tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4e84988-766f-456b-b33a-2399539d3eff HTTP/1.1" status: 200 len: 946 time: 0.1149974 Jul 13 14:36:22.611294 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.db.l3_db [None req-61c3752d-b34a-4167-9a1c-b32997fbfd42 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Floating IP ae1dbfee-8aec-4bf8-9c20-18809e623639 associated. External IP: 172.27.3.160, port: 96e9db92-4167-45b2-b18d-aa1795f4bd8f. Jul 13 14:36:22.617110 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c1893eca-451e-4d55-8b8a-a9a709ceee31 req-d9763c8c-bcab-48d1-82f9-d04190e27528 tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] 10.222.0.11 "GET /v2.0/security-groups?id=312452d2-579f-4074-bfd5-43419a8b3406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579658 Jul 13 14:36:22.764389 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c7190359-442d-4d41-8e7c-ca6677e17571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:22.960123 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d953d-c087-4079-9b40-b9bc584e6cfa req-a8541fa2-b05e-4523-ab0e-92868311287d tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:22.961630 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2e8d953d-c087-4079-9b40-b9bc584e6cfa req-a8541fa2-b05e-4523-ab0e-92868311287d tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 945 time: 0.0746093 Jul 13 14:36:23.005784 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2e8d953d-c087-4079-9b40-b9bc584e6cfa req-aaeabbc8-5633-4295-9b11-824e784d6b64 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362809 Jul 13 14:36:23.104241 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c3752d-b34a-4167-9a1c-b32997fbfd42 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Router ad567ed0-4a17-4182-b587-7d9abf430bc4 has already been hosted by L3 agent d92cc109-9c2d-42ed-8c1d-d826fa90f9d0 {{(pid=93155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:36:23.153583 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c7190359-442d-4d41-8e7c-ca6677e17571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:23.161341 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c7190359-442d-4d41-8e7c-ca6677e17571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:23.314141 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-c7190359-442d-4d41-8e7c-ca6677e17571 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=48419b317e1247ce951be076e88909ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7596273 Jul 13 14:36:23.314141 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7190359-442d-4d41-8e7c-ca6677e17571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6185b7a3-e04f-46e9-ae04-3e7b83243fb4,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:23.314929 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 52352) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:23.373042 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c3752d-b34a-4167-9a1c-b32997fbfd42 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify agent at l3_agent.dv-cinder-784453-8-iscsi the message routers_updated {{(pid=93155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:36:23.378149 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-61c3752d-b34a-4167-9a1c-b32997fbfd42 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for floatingip, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:23.386202 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2e9abde9-3548-4590-be01-1df3830b87a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:23.391480 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa0c3b6-c673-4db8-8143-84893257bf63 None None] Sync routers for ids ['ad567ed0-4a17-4182-b587-7d9abf430bc4'] in dv-cinder-784453-8-iscsi {{(pid=93157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:36:23.411141 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa0c3b6-c673-4db8-8143-84893257bf63 None None] Routers {'ad567ed0-4a17-4182-b587-7d9abf430bc4'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:36:23.413083 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-8aa0c3b6-c673-4db8-8143-84893257bf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:36:06Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['ad567ed0-4a17-4182-b587-7d9abf430bc4'], 'active': True} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:36:23.417674 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2e9abde9-3548-4590-be01-1df3830b87a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:23.427577 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-61c3752d-b34a-4167-9a1c-b32997fbfd42 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "PUT /v2.0/floatingips/ae1dbfee-8aec-4bf8-9c20-18809e623639 HTTP/1.1" status: 200 len: 991 time: 2.7591290 Jul 13 14:36:23.428249 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2710a355-6e44-4b59-827d-302f15c9d6d9', 'tag': '96e9db92-4167-45b2-b18d-aa1795f4bd8f'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:36:23.430847 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969d499ae61b7a2d5523e15545dbdfcb627d31ab7a946dd0dec0766d655d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4929ad3e-d436-4270-9ab1-3b5657051cec" -d '{"events": [{"name": "network-changed", "server_uuid": "2710a355-6e44-4b59-827d-302f15c9d6d9", "tag": "96e9db92-4167-45b2-b18d-aa1795f4bd8f"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:36:23.487643 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2e9abde9-3548-4590-be01-1df3830b87a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:23.490302 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2e9abde9-3548-4590-be01-1df3830b87a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:23.491756 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-2e9abde9-3548-4590-be01-1df3830b87a2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6185b7a3-e04f-46e9-ae04-3e7b83243fb4 HTTP/1.1" status: 204 len: 168 time: 0.1759064 Jul 13 14:36:23.502046 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9abde9-3548-4590-be01-1df3830b87a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6185b7a3-e04f-46e9-ae04-3e7b83243fb4,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:23.604168 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvr_db [None req-8aa0c3b6-c673-4db8-8143-84893257bf63 None None] Set router ad567ed0-4a17-4182-b587-7d9abf430bc4 gateway port host: dv-cinder-784453-8-iscsi {{(pid=93157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:36:23.902210 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 52366) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:23.910543 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-8aa0c3b6-c673-4db8-8143-84893257bf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'name': 'tempest-AttachVolumeShelveTestJSON-1867024726-router', 'tenant_id': 'a5169c26b204473880f57831a5e71229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '6624b436-5bb0-48eb-93d4-a371aa00e5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:35:04Z', 'updated_at': '2021-07-13T14:35:15Z', 'revision_number': 4, 'project_id': 'a5169c26b204473880f57831a5e71229', 'gw_port': {'id': '6624b436-5bb0-48eb-93d4-a371aa00e5b6', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:47:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:05Z', 'updated_at': '2021-07-13T14:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_floatingips': [{'id': 'ae1dbfee-8aec-4bf8-9c20-18809e623639', 'tenant_id': 'a5169c26b204473880f57831a5e71229', 'floating_ip_address': '172.27.3.160', 'floating_network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'router_id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'port_id': '96e9db92-4167-45b2-b18d-aa1795f4bd8f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b04875e6-1fc2-4c4b-96d5-3d915be01c53', 'mac_address': 'fa:16:3e:da:30:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2710a355-6e44-4b59-827d-302f15c9d6d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:35:32Z', 'updated_at': '2021-07-13T14:36:22Z', 'revision_number': 1, 'project_id': 'a5169c26b204473880f57831a5e71229', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2b281d4-e4fa-4616-8bad-1564060e7533', 'name': '', 'network_id': 'b04875e6-1fc2-4c4b-96d5-3d915be01c53', 'tenant_id': 'a5169c26b204473880f57831a5e71229', 'mac_address': 'fa:16:3e:c9:45:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2093f447-27c9-42a2-bbad-8523311dd7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:12Z', 'updated_at': '2021-07-13T14:35:36Z', 'revision_number': 5, 'project_id': 'a5169c26b204473880f57831a5e71229', 'subnets': [{'id': '2093f447-27c9-42a2-bbad-8523311dd7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:36:23.923285 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-94122606-737c-4205-b333-9bc58a22bb09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:23.940289 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa0c3b6-c673-4db8-8143-84893257bf63 None None] Checking router: ad567ed0-4a17-4182-b587-7d9abf430bc4 for host: dv-cinder-784453-8-iscsi {{(pid=93157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:36:23.950568 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa0c3b6-c673-4db8-8143-84893257bf63 None None] Routers {'ad567ed0-4a17-4182-b587-7d9abf430bc4'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:36:23.951211 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-8aa0c3b6-c673-4db8-8143-84893257bf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:36:06Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['ad567ed0-4a17-4182-b587-7d9abf430bc4'], 'active': True} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:36:24.071460 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-94122606-737c-4205-b333-9bc58a22bb09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:24.077117 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-94122606-737c-4205-b333-9bc58a22bb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:24.114341 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvr_db [None req-8aa0c3b6-c673-4db8-8143-84893257bf63 None None] Set router ad567ed0-4a17-4182-b587-7d9abf430bc4 gateway port host: dv-cinder-784453-8-iscsi {{(pid=93157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:36:24.123086 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-94122606-737c-4205-b333-9bc58a22bb09 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5faf7f300b114f398e5197155d54c407&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2195954 Jul 13 14:36:24.125357 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94122606-737c-4205-b333-9bc58a22bb09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7601ef24-cff2-4b49-8929-36cd4af4f80d,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:24.128391 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 52372) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:24.219798 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7cb1b2c7-2386-4c9d-a3f9-ff8762d221cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:24.258173 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7cb1b2c7-2386-4c9d-a3f9-ff8762d221cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:24.327255 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7cb1b2c7-2386-4c9d-a3f9-ff8762d221cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:24.330159 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7cb1b2c7-2386-4c9d-a3f9-ff8762d221cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:24.332986 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-7cb1b2c7-2386-4c9d-a3f9-ff8762d221cc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7601ef24-cff2-4b49-8929-36cd4af4f80d HTTP/1.1" status: 204 len: 168 time: 0.2009411 Jul 13 14:36:24.342208 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb1b2c7-2386-4c9d-a3f9-ff8762d221cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7601ef24-cff2-4b49-8929-36cd4af4f80d,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:24.455687 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-8aa0c3b6-c673-4db8-8143-84893257bf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'name': 'tempest-AttachVolumeShelveTestJSON-1867024726-router', 'tenant_id': 'a5169c26b204473880f57831a5e71229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '6624b436-5bb0-48eb-93d4-a371aa00e5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:35:04Z', 'updated_at': '2021-07-13T14:35:15Z', 'revision_number': 4, 'project_id': 'a5169c26b204473880f57831a5e71229', 'gw_port': {'id': '6624b436-5bb0-48eb-93d4-a371aa00e5b6', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:47:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:05Z', 'updated_at': '2021-07-13T14:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_floatingips': [{'id': 'ae1dbfee-8aec-4bf8-9c20-18809e623639', 'tenant_id': 'a5169c26b204473880f57831a5e71229', 'floating_ip_address': '172.27.3.160', 'floating_network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'router_id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'port_id': '96e9db92-4167-45b2-b18d-aa1795f4bd8f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b04875e6-1fc2-4c4b-96d5-3d915be01c53', 'mac_address': 'fa:16:3e:da:30:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2710a355-6e44-4b59-827d-302f15c9d6d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:35:32Z', 'updated_at': '2021-07-13T14:36:22Z', 'revision_number': 1, 'project_id': 'a5169c26b204473880f57831a5e71229', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2b281d4-e4fa-4616-8bad-1564060e7533', 'name': '', 'network_id': 'b04875e6-1fc2-4c4b-96d5-3d915be01c53', 'tenant_id': 'a5169c26b204473880f57831a5e71229', 'mac_address': 'fa:16:3e:c9:45:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2093f447-27c9-42a2-bbad-8523311dd7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:12Z', 'updated_at': '2021-07-13T14:35:36Z', 'revision_number': 5, 'project_id': 'a5169c26b204473880f57831a5e71229', 'subnets': [{'id': '2093f447-27c9-42a2-bbad-8523311dd7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:36:24.495884 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa0c3b6-c673-4db8-8143-84893257bf63 None None] The sync data for ids ['ad567ed0-4a17-4182-b587-7d9abf430bc4'] in dv-cinder-784453-8-iscsi is: [{'id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'name': 'tempest-AttachVolumeShelveTestJSON-1867024726-router', 'tenant_id': 'a5169c26b204473880f57831a5e71229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '6624b436-5bb0-48eb-93d4-a371aa00e5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:35:04Z', 'updated_at': '2021-07-13T14:35:15Z', 'revision_number': 4, 'project_id': 'a5169c26b204473880f57831a5e71229', 'gw_port': {'id': '6624b436-5bb0-48eb-93d4-a371aa00e5b6', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:47:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:05Z', 'updated_at': '2021-07-13T14:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_floatingips': [{'id': 'ae1dbfee-8aec-4bf8-9c20-18809e623639', 'tenant_id': 'a5169c26b204473880f57831a5e71229', 'floating_ip_address': '172.27.3.160', 'floating_network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'router_id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'port_id': '96e9db92-4167-45b2-b18d-aa1795f4bd8f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b04875e6-1fc2-4c4b-96d5-3d915be01c53', 'mac_address': 'fa:16:3e:da:30:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2710a355-6e44-4b59-827d-302f15c9d6d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:35:32Z', 'updated_at': '2021-07-13T14:36:22Z', 'revision_number': 1, 'project_id': 'a5169c26b204473880f57831a5e71229', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2b281d4-e4fa-4616-8bad-1564060e7533', 'name': '', 'network_id': 'b04875e6-1fc2-4c4b-96d5-3d915be01c53', 'tenant_id': 'a5169c26b204473880f57831a5e71229', 'mac_address': 'fa:16:3e:c9:45:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2093f447-27c9-42a2-bbad-8523311dd7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:12Z', 'updated_at': '2021-07-13T14:35:36Z', 'revision_number': 5, 'project_id': 'a5169c26b204473880f57831a5e71229', 'subnets': [{'id': '2093f447-27c9-42a2-bbad-8523311dd7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:36:24.734065 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ce7e6d-4d15-4acd-8e65-acb875f1c1c8 None None] New status for floating IP ae1dbfee-8aec-4bf8-9c20-18809e623639: ACTIVE {{(pid=93156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:36:25.270837 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec616cef-d8da-4067-9c53-1ba6203e23cb req-c0564105-b606-497d-887f-03b0e518d97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:25.273508 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-ec616cef-d8da-4067-9c53-1ba6203e23cb req-c0564105-b606-497d-887f-03b0e518d97e service neutron] 10.222.0.39 "GET /v2.0/networks?id=c60399fe-47fd-4adc-84b8-a09ce78c9d83 HTTP/1.1" status: 200 len: 920 time: 0.1811106 Jul 13 14:36:25.278016 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1277f8a-868a-4f5e-beaa-297242b576b4 x-openstack-request-id: req-b1277f8a-868a-4f5e-beaa-297242b576b4 {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:36:25.278757 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2710a355-6e44-4b59-827d-302f15c9d6d9", "tag": "96e9db92-4167-45b2-b18d-aa1795f4bd8f", "status": "completed", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:36:25.279351 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b1277f8a-868a-4f5e-beaa-297242b576b4 {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:36:25.280704 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2710a355-6e44-4b59-827d-302f15c9d6d9', 'tag': '96e9db92-4167-45b2-b18d-aa1795f4bd8f', 'status': 'completed', 'code': 200} Jul 13 14:36:25.329535 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e1afe-39e0-41ce-988a-f39d7d733a5e req-989b50b1-a72b-468a-ae36-3579f0752420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:25.331143 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ce2e1afe-39e0-41ce-988a-f39d7d733a5e req-989b50b1-a72b-468a-ae36-3579f0752420 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fc557a9da65c4850a0db554e60444325&device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 1098 time: 0.1479695 Jul 13 14:36:25.408529 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-ec616cef-d8da-4067-9c53-1ba6203e23cb req-9d695386-f98c-4310-b3a1-48868bc4d45b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6109ef05-e9de-4df0-90ea-df14f1f97426 HTTP/1.1" status: 200 len: 217 time: 0.1125824 Jul 13 14:36:25.473723 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec616cef-d8da-4067-9c53-1ba6203e23cb req-54905c23-137a-4b43-b2e5-3f9b97b47c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:25.475784 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-ec616cef-d8da-4067-9c53-1ba6203e23cb req-54905c23-137a-4b43-b2e5-3f9b97b47c83 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=57ef7d24-de03-448d-9f18-05ea2c1e72c3 HTTP/1.1" status: 200 len: 859 time: 0.0523450 Jul 13 14:36:25.515971 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-ec616cef-d8da-4067-9c53-1ba6203e23cb req-0743aac9-80b7-411c-849b-3dc555f08537 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c60399fe-47fd-4adc-84b8-a09ce78c9d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335026 Jul 13 14:36:25.518004 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929ad3e-d436-4270-9ab1-3b5657051cec req-28f6a4e2-d54a-4963-b887-f447c5c97572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:25.519560 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-4929ad3e-d436-4270-9ab1-3b5657051cec req-28f6a4e2-d54a-4963-b887-f447c5c97572 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a5169c26b204473880f57831a5e71229&device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 1098 time: 0.2445650 Jul 13 14:36:25.610071 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eda466-a389-41e4-bf28-13a630e319d0 req-2d51596e-e78e-484e-b40e-e3bcaed828e8 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:25.611640 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-55eda466-a389-41e4-bf28-13a630e319d0 req-2d51596e-e78e-484e-b40e-e3bcaed828e8 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 945 time: 0.2558684 Jul 13 14:36:25.624045 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d20d66-e3cd-4a07-a11d-3b666245581f req-7d98476d-25e7-4084-897a-d8561b4b6945 tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:25.625603 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e1d20d66-e3cd-4a07-a11d-3b666245581f req-7d98476d-25e7-4084-897a-d8561b4b6945 tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4e84988-766f-456b-b33a-2399539d3eff HTTP/1.1" status: 200 len: 946 time: 0.2514060 Jul 13 14:36:25.633798 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e1afe-39e0-41ce-988a-f39d7d733a5e req-bee9dccb-d045-487d-a960-77f7bd5d3b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:25.635376 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ce2e1afe-39e0-41ce-988a-f39d7d733a5e req-bee9dccb-d045-487d-a960-77f7bd5d3b30 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c60399fe-47fd-4adc-84b8-a09ce78c9d83 HTTP/1.1" status: 200 len: 920 time: 0.1922905 Jul 13 14:36:25.696345 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929ad3e-d436-4270-9ab1-3b5657051cec req-a28a888f-77f6-4c85-be35-5af533ad8837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:25.697852 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-4929ad3e-d436-4270-9ab1-3b5657051cec req-a28a888f-77f6-4c85-be35-5af533ad8837 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b04875e6-1fc2-4c4b-96d5-3d915be01c53 HTTP/1.1" status: 200 len: 918 time: 0.1653066 Jul 13 14:36:25.700522 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-ec616cef-d8da-4067-9c53-1ba6203e23cb req-6c2b9a0d-693b-4152-b51e-255694059967 service neutron] 10.222.0.39 "GET /v2.0/networks/c60399fe-47fd-4adc-84b8-a09ce78c9d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686080 Jul 13 14:36:25.731117 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ce2e1afe-39e0-41ce-988a-f39d7d733a5e req-e37284d9-45d8-4b5e-ab90-c953bb88f8c5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b35b121f-a355-46e1-8448-c9699964847c HTTP/1.1" status: 200 len: 217 time: 0.0631394 Jul 13 14:36:25.736510 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-55eda466-a389-41e4-bf28-13a630e319d0 req-e7048875-1082-4a4b-94b4-3f04c819b5e1 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098142 Jul 13 14:36:25.752511 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e1d20d66-e3cd-4a07-a11d-3b666245581f req-9947c498-ad94-4027-b4e1-edc8c1829480 tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] 10.222.0.11 "GET /v2.0/security-groups?id=312452d2-579f-4074-bfd5-43419a8b3406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065550 Jul 13 14:36:25.824189 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e1afe-39e0-41ce-988a-f39d7d733a5e req-51638f3b-8029-42f9-841b-52e7dbf53929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:25.826898 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ce2e1afe-39e0-41ce-988a-f39d7d733a5e req-51638f3b-8029-42f9-841b-52e7dbf53929 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=57ef7d24-de03-448d-9f18-05ea2c1e72c3 HTTP/1.1" status: 200 len: 859 time: 0.0867405 Jul 13 14:36:25.864026 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-4929ad3e-d436-4270-9ab1-3b5657051cec req-74936f82-7e04-480d-92ae-533156754f8d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96e9db92-4167-45b2-b18d-aa1795f4bd8f HTTP/1.1" status: 200 len: 1001 time: 0.1529586 Jul 13 14:36:25.870322 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ce2e1afe-39e0-41ce-988a-f39d7d733a5e req-97baee22-7363-4c1c-ab62-cf0867040f8e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c60399fe-47fd-4adc-84b8-a09ce78c9d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355244 Jul 13 14:36:25.905023 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-ec616cef-d8da-4067-9c53-1ba6203e23cb req-023ec8e9-a358-42e6-a0c1-39b959630222 service neutron] 10.222.0.39 "GET /v2.0/networks/c60399fe-47fd-4adc-84b8-a09ce78c9d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926713 Jul 13 14:36:26.148016 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ce2e1afe-39e0-41ce-988a-f39d7d733a5e req-29c46ca8-a362-48cd-be67-94f41f5596ae service neutron] 10.222.0.39 "GET /v2.0/networks/c60399fe-47fd-4adc-84b8-a09ce78c9d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503413 Jul 13 14:36:26.179470 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929ad3e-d436-4270-9ab1-3b5657051cec req-7fbd42d4-e4bc-4965-8590-def28578b376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:26.179470 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-4929ad3e-d436-4270-9ab1-3b5657051cec req-7fbd42d4-e4bc-4965-8590-def28578b376 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2093f447-27c9-42a2-bbad-8523311dd7a9 HTTP/1.1" status: 200 len: 856 time: 0.1800663 Jul 13 14:36:26.285686 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03434b7-1399-48fc-9af6-982c6de6f20c req-531cd2a9-8658-41fc-a5c7-d873a9bdf7c1 tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:26.288464 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-c03434b7-1399-48fc-9af6-982c6de6f20c req-531cd2a9-8658-41fc-a5c7-d873a9bdf7c1 tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4e84988-766f-456b-b33a-2399539d3eff HTTP/1.1" status: 200 len: 946 time: 0.2753162 Jul 13 14:36:26.366707 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ce2e1afe-39e0-41ce-988a-f39d7d733a5e req-e945dbdd-c52b-4646-941f-a853dc1b4d43 service neutron] 10.222.0.39 "GET /v2.0/networks/c60399fe-47fd-4adc-84b8-a09ce78c9d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110803 Jul 13 14:36:26.805501 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929ad3e-d436-4270-9ab1-3b5657051cec req-6360cc35-6010-4e3e-9a55-71ef8dc4a46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:26.808243 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-4929ad3e-d436-4270-9ab1-3b5657051cec req-6360cc35-6010-4e3e-9a55-71ef8dc4a46f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b04875e6-1fc2-4c4b-96d5-3d915be01c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.6151567 Jul 13 14:36:27.036079 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-4929ad3e-d436-4270-9ab1-3b5657051cec req-4b845fe3-3263-41b8-bf9b-086ba9d42248 service neutron] 10.222.0.39 "GET /v2.0/networks/b04875e6-1fc2-4c4b-96d5-3d915be01c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180839 Jul 13 14:36:27.183423 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [req-c03434b7-1399-48fc-9af6-982c6de6f20c req-51e0a1b6-f9d6-4732-9c55-fbeadf9e93dc tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] Deleting port f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c {{(pid=93155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:36:27.183763 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-c03434b7-1399-48fc-9af6-982c6de6f20c req-51e0a1b6-f9d6-4732-9c55-fbeadf9e93dc tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:27.260616 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d9bdda-8b5a-4ecd-a909-a5b4d62bbfc3 req-66286824-1435-4891-8197-ae677db1d773 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:27.263380 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c4d9bdda-8b5a-4ecd-a909-a5b4d62bbfc3 req-66286824-1435-4891-8197-ae677db1d773 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 945 time: 0.1661398 Jul 13 14:36:27.280991 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e827313-57a7-41af-9853-11e576505ac8 req-224da24c-927e-4eb5-85ab-28c67ff3c908 tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:27.293101 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6e827313-57a7-41af-9853-11e576505ac8 req-224da24c-927e-4eb5-85ab-28c67ff3c908 tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4e84988-766f-456b-b33a-2399539d3eff HTTP/1.1" status: 200 len: 946 time: 0.2481039 Jul 13 14:36:27.312222 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-4929ad3e-d436-4270-9ab1-3b5657051cec req-215f25b4-f07f-434b-931f-9bfe4c89a532 service neutron] 10.222.0.39 "GET /v2.0/networks/b04875e6-1fc2-4c4b-96d5-3d915be01c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603261 Jul 13 14:36:27.341908 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-c03434b7-1399-48fc-9af6-982c6de6f20c req-51e0a1b6-f9d6-4732-9c55-fbeadf9e93dc tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] For port f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c,segment=NetworkSegment(0b81c1b4-d4e3-42d2-97e2-d4b0813ae6f2),segment_id=0b81c1b4-d4e3-42d2-97e2-d4b0813ae6f2)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:36:27.342809 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-c03434b7-1399-48fc-9af6-982c6de6f20c req-51e0a1b6-f9d6-4732-9c55-fbeadf9e93dc tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:27.364181 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6e827313-57a7-41af-9853-11e576505ac8 req-6fcc4a19-ca5d-4e64-b57a-b027f6c59ea1 tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] 10.222.0.11 "GET /v2.0/security-groups?id=312452d2-579f-4074-bfd5-43419a8b3406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694273 Jul 13 14:36:27.382790 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [req-c03434b7-1399-48fc-9af6-982c6de6f20c req-51e0a1b6-f9d6-4732-9c55-fbeadf9e93dc tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] Calling delete_port for f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c owned by compute:nova {{(pid=93155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:36:27.399362 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c4d9bdda-8b5a-4ecd-a909-a5b4d62bbfc3 req-35a960ef-6e63-4c75-b7e4-1b34a1a34718 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942738 Jul 13 14:36:27.721781 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-c03434b7-1399-48fc-9af6-982c6de6f20c req-51e0a1b6-f9d6-4732-9c55-fbeadf9e93dc tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:27.765738 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] get_ports_and_sgs() called for port_ids ['f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c'] {{(pid=93156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:36:27.775994 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0a1b6-f9d6-4732-9c55-fbeadf9e93dc tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] Pushing event deleted for resources: {'Port': ['ID=f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:27.919397 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [req-c03434b7-1399-48fc-9af6-982c6de6f20c req-51e0a1b6-f9d6-4732-9c55-fbeadf9e93dc tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] No DVR routers for this DVR port f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c on host hv-cinder-78445 {{(pid=93155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:36:27.924180 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-c03434b7-1399-48fc-9af6-982c6de6f20c req-51e0a1b6-f9d6-4732-9c55-fbeadf9e93dc tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:27.928076 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-c03434b7-1399-48fc-9af6-982c6de6f20c req-51e0a1b6-f9d6-4732-9c55-fbeadf9e93dc tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] 10.222.0.39 "DELETE /v2.0/ports/f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c HTTP/1.1" status: 204 len: 173 time: 1.6329870 Jul 13 14:36:27.929052 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e84988-766f-456b-b33a-2399539d3eff', 'name': 'network-vif-deleted', 'tag': 'f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:36:27.933387 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969d499ae61b7a2d5523e15545dbdfcb627d31ab7a946dd0dec0766d655d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b256c1ef-d321-4e40-833f-1b7d72be80c3" -d '{"events": [{"server_uuid": "a4e84988-766f-456b-b33a-2399539d3eff", "name": "network-vif-deleted", "tag": "f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:36:28.009779 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc399c7-9271-4dd2-a7e1-35b598690aa1 x-openstack-request-id: req-dcc399c7-9271-4dd2-a7e1-35b598690aa1 {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:36:28.010140 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e84988-766f-456b-b33a-2399539d3eff", "name": "network-vif-deleted", "tag": "f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c", "status": "completed", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:36:28.010529 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dcc399c7-9271-4dd2-a7e1-35b598690aa1 {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:36:28.011143 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e84988-766f-456b-b33a-2399539d3eff', 'name': 'network-vif-deleted', 'tag': 'f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c', 'status': 'completed', 'code': 200} Jul 13 14:36:28.612944 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-bfb69a74-879d-44b7-9a72-be46d971dadb req-08d4afd4-2451-4722-8c1a-11b8d7c3d409 tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4e84988-766f-456b-b33a-2399539d3eff HTTP/1.1" status: 200 len: 210 time: 0.0528433 Jul 13 14:36:28.729531 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a325aac-64fb-448d-a1e2-045fc216b0d6 req-f5f0cffb-8d9e-4ceb-879b-5eb2bf3e48e9 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:28.731711 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3a325aac-64fb-448d-a1e2-045fc216b0d6 req-f5f0cffb-8d9e-4ceb-879b-5eb2bf3e48e9 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 945 time: 0.1230519 Jul 13 14:36:28.776201 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3a325aac-64fb-448d-a1e2-045fc216b0d6 req-98c2c2db-aee6-484c-a211-cef7b2089239 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378413 Jul 13 14:36:30.139324 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 52620) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:30.257472 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-f655ffd5-2129-4230-b675-21ac6fabac3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:30.351814 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-f655ffd5-2129-4230-b675-21ac6fabac3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:30.357182 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-f655ffd5-2129-4230-b675-21ac6fabac3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:30.425405 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-f655ffd5-2129-4230-b675-21ac6fabac3b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=24f5811f43ca4de0858a20ca5e1ae743&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2845507 Jul 13 14:36:30.427052 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655ffd5-2129-4230-b675-21ac6fabac3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d9544d-42e5-4c17-8076-0c9d87731b6c,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:30.428498 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 52628) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:30.482123 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-fec7498b-ffdf-4144-911b-70782c018f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:30.506064 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-fec7498b-ffdf-4144-911b-70782c018f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:30.556259 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-fec7498b-ffdf-4144-911b-70782c018f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:30.560006 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-fec7498b-ffdf-4144-911b-70782c018f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:30.561343 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-fec7498b-ffdf-4144-911b-70782c018f47 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/72d9544d-42e5-4c17-8076-0c9d87731b6c HTTP/1.1" status: 204 len: 168 time: 0.1317368 Jul 13 14:36:30.569711 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec7498b-ffdf-4144-911b-70782c018f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d9544d-42e5-4c17-8076-0c9d87731b6c,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:30.892057 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 52634) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:30.906490 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0d85dced-9867-4e33-8a25-181a0a824dfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:31.011031 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0d85dced-9867-4e33-8a25-181a0a824dfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:31.015455 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0d85dced-9867-4e33-8a25-181a0a824dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:31.056333 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-0d85dced-9867-4e33-8a25-181a0a824dfb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eeba93bdd60c4a6ebd082383abe09908&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1628726 Jul 13 14:36:31.056971 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85dced-9867-4e33-8a25-181a0a824dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad858686-bf47-45ae-bf83-68b641300a0e,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:31.059240 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 52636) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:31.115096 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2c3b8164-dce3-4daf-afd3-f0ae916e4486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:31.137816 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2c3b8164-dce3-4daf-afd3-f0ae916e4486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:31.197152 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2c3b8164-dce3-4daf-afd3-f0ae916e4486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:31.200523 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2c3b8164-dce3-4daf-afd3-f0ae916e4486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:31.201756 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-2c3b8164-dce3-4daf-afd3-f0ae916e4486 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ad858686-bf47-45ae-bf83-68b641300a0e HTTP/1.1" status: 204 len: 168 time: 0.1410007 Jul 13 14:36:31.210757 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b8164-dce3-4daf-afd3-f0ae916e4486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad858686-bf47-45ae-bf83-68b641300a0e,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:31.220494 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:36:31.254029 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] No Port match for: f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c {{(pid=93156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:36:31.254547 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device f1f092e1-67d3-4e2a-a19c-4e66e2c7ff8c not bound to the agent host hv-cinder-78445 {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:36:31.427844 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b813d588-698c-4d47-9d55-d0e0d843c30e req-2a7a4a84-00af-44e9-8345-c8e2ef5fae4d tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4e84988-766f-456b-b33a-2399539d3eff HTTP/1.1" status: 200 len: 210 time: 0.0536575 Jul 13 14:36:31.544638 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508468a-85b9-42aa-8968-fa717057d177 req-55dd18e7-20cf-45d1-a815-e708670e3595 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:31.546284 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5508468a-85b9-42aa-8968-fa717057d177 req-55dd18e7-20cf-45d1-a815-e708670e3595 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 945 time: 0.1237645 Jul 13 14:36:31.591711 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5508468a-85b9-42aa-8968-fa717057d177 req-c6d115cf-5d05-4ac0-84ff-e75ad644e13e tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358269 Jul 13 14:36:32.811510 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2ccdc0f3-053a-4a16-a3f4-d981755b378c req-38d00388-292b-4073-92d0-fb02a3704b13 tempest-DeleteServersTestJSON-1401569115 tempest-DeleteServersTestJSON-1401569115-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4e84988-766f-456b-b33a-2399539d3eff HTTP/1.1" status: 200 len: 210 time: 0.0882015 Jul 13 14:36:32.979066 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 52708) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:33.005353 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b19f15-b7ff-464d-83f0-a44ed314faa2 req-4f60a269-3f4e-435e-9f31-a9a6aaa82d53 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:33.005353 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-16b19f15-b7ff-464d-83f0-a44ed314faa2 req-4f60a269-3f4e-435e-9f31-a9a6aaa82d53 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 945 time: 0.1188767 Jul 13 14:36:33.067928 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-16b19f15-b7ff-464d-83f0-a44ed314faa2 req-23e31492-468e-446a-afd6-744e226704a3 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571203 Jul 13 14:36:33.160098 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-aada6da6-4b1c-4688-b570-e8bdf5d90a0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:33.280592 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-131e9bd9-7492-45dc-ac46-2d81a484b608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:33.301497 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-aada6da6-4b1c-4688-b570-e8bdf5d90a0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:33.306880 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-aada6da6-4b1c-4688-b570-e8bdf5d90a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:33.353905 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-aada6da6-4b1c-4688-b570-e8bdf5d90a0c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=732b0a305e74401ca2db480815fb316c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3734941 Jul 13 14:36:33.355186 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada6da6-4b1c-4688-b570-e8bdf5d90a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5abb2e1-dc56-4ae3-86dc-351c2159c6c8,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:33.358613 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 52728) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:33.438359 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-1faf6162-cb6b-40ec-9886-5dc87eac0d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:33.469609 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-1faf6162-cb6b-40ec-9886-5dc87eac0d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:33.551121 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-1faf6162-cb6b-40ec-9886-5dc87eac0d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:33.562126 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-1faf6162-cb6b-40ec-9886-5dc87eac0d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:33.565563 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-1faf6162-cb6b-40ec-9886-5dc87eac0d55 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c5abb2e1-dc56-4ae3-86dc-351c2159c6c8 HTTP/1.1" status: 204 len: 168 time: 0.2043915 Jul 13 14:36:33.580667 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf6162-cb6b-40ec-9886-5dc87eac0d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5abb2e1-dc56-4ae3-86dc-351c2159c6c8,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:33.971342 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 52764) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:34.024989 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 52772) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:34.193606 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 52788) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:34.222493 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1e9e1bd5-fafa-41b4-a709-3df9e08f6430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:34.237240 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-236bf0d9-23b7-4a64-9401-31baa1faea8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:34.368330 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-236bf0d9-23b7-4a64-9401-31baa1faea8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:34.374206 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-236bf0d9-23b7-4a64-9401-31baa1faea8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:34.445391 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-236bf0d9-23b7-4a64-9401-31baa1faea8b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9780f3ea358c4373be36fa17b4ef5a8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4724846 Jul 13 14:36:34.448305 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 52800) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:34.457699 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bf0d9-23b7-4a64-9401-31baa1faea8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6ab6e4-eccd-4790-a279-a7db166c312f,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:34.481050 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0b895-ada5-4ead-bd3e-dffdc490ba76 req-b496274a-2904-44e1-ab93-22556e0091af tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:34.487990 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-30b0b895-ada5-4ead-bd3e-dffdc490ba76 req-b496274a-2904-44e1-ab93-22556e0091af tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 945 time: 0.1222806 Jul 13 14:36:34.523624 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-08191411-1515-406d-8194-0eeace56cb11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:34.530445 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-749f173a-cf7e-4675-aecb-e5d2c2b7537f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:34.549353 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-08191411-1515-406d-8194-0eeace56cb11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:34.570672 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-30b0b895-ada5-4ead-bd3e-dffdc490ba76 req-15a9d334-0b4b-4588-8aa3-f2952319fb19 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817165 Jul 13 14:36:34.604521 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1e9e1bd5-fafa-41b4-a709-3df9e08f6430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:34.611727 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1e9e1bd5-fafa-41b4-a709-3df9e08f6430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:34.623398 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-08191411-1515-406d-8194-0eeace56cb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:34.626424 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-08191411-1515-406d-8194-0eeace56cb11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:34.627641 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-08191411-1515-406d-8194-0eeace56cb11 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ce6ab6e4-eccd-4790-a279-a7db166c312f HTTP/1.1" status: 204 len: 168 time: 0.1782889 Jul 13 14:36:34.648625 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08191411-1515-406d-8194-0eeace56cb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6ab6e4-eccd-4790-a279-a7db166c312f,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:34.674507 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-1e9e1bd5-fafa-41b4-a709-3df9e08f6430 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=38c3dbb7094d47f3877591d430544e15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4795790 Jul 13 14:36:34.682538 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 52804) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:34.706592 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e1bd5-fafa-41b4-a709-3df9e08f6430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12b88c7-1d7a-461b-afab-81a67d51d131,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:34.787518 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-28f31aec-56ef-41ae-884a-1dbea396617d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:34.833874 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-28f31aec-56ef-41ae-884a-1dbea396617d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:34.870989 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-749f173a-cf7e-4675-aecb-e5d2c2b7537f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:34.885770 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-749f173a-cf7e-4675-aecb-e5d2c2b7537f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:34.946696 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 52812) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:34.946958 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-749f173a-cf7e-4675-aecb-e5d2c2b7537f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7eab83a48a774c16b94b6989edd9ac0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9206655 Jul 13 14:36:34.950400 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f173a-cf7e-4675-aecb-e5d2c2b7537f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b8f237-b4db-4bd0-8dc3-3469a383952b,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:34.986116 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-28f31aec-56ef-41ae-884a-1dbea396617d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:34.989089 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-28f31aec-56ef-41ae-884a-1dbea396617d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:34.990513 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-28f31aec-56ef-41ae-884a-1dbea396617d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c12b88c7-1d7a-461b-afab-81a67d51d131 HTTP/1.1" status: 204 len: 168 time: 0.3037040 Jul 13 14:36:35.016276 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f31aec-56ef-41ae-884a-1dbea396617d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12b88c7-1d7a-461b-afab-81a67d51d131,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:35.088995 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b7f3d76f-6f70-4506-a00b-239565c0e019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:35.136475 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b7f3d76f-6f70-4506-a00b-239565c0e019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:35.218747 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 52816) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:35.237242 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-f7704baa-3df6-45fe-8661-53342da09f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:35.240852 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b7f3d76f-6f70-4506-a00b-239565c0e019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:35.246803 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b7f3d76f-6f70-4506-a00b-239565c0e019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:35.249941 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-b7f3d76f-6f70-4506-a00b-239565c0e019 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a5b8f237-b4db-4bd0-8dc3-3469a383952b HTTP/1.1" status: 204 len: 168 time: 0.3014257 Jul 13 14:36:35.265130 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f3d76f-6f70-4506-a00b-239565c0e019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b8f237-b4db-4bd0-8dc3-3469a383952b,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:35.442669 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-f7704baa-3df6-45fe-8661-53342da09f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:35.447926 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-f7704baa-3df6-45fe-8661-53342da09f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:35.505905 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7704baa-3df6-45fe-8661-53342da09f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0f24d0-da4b-491a-939f-27b4dfadf857,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:35.525762 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-f7704baa-3df6-45fe-8661-53342da09f18 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1bb1d5b0d5d244e48ebece05519cc02c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3025751 Jul 13 14:36:35.525762 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 52832) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:35.552988 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 52836) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:35.585851 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-d27697a4-ce84-4bbb-b342-5b7f8caeacf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:35.618813 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a893f3b-d32f-4556-8180-3b9a99104907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:35.645846 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a893f3b-d32f-4556-8180-3b9a99104907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:35.721761 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a893f3b-d32f-4556-8180-3b9a99104907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:35.724326 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a893f3b-d32f-4556-8180-3b9a99104907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:35.727079 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-8a893f3b-d32f-4556-8180-3b9a99104907 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4b0f24d0-da4b-491a-939f-27b4dfadf857 HTTP/1.1" status: 204 len: 168 time: 0.2002425 Jul 13 14:36:35.742544 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a893f3b-d32f-4556-8180-3b9a99104907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0f24d0-da4b-491a-939f-27b4dfadf857,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:35.810596 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-d27697a4-ce84-4bbb-b342-5b7f8caeacf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:35.812000 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 52844) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:35.825185 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-d27697a4-ce84-4bbb-b342-5b7f8caeacf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:35.877276 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24bd0cb-b362-46d4-b964-7e3da46e0768 req-eecf4f7b-8087-4c26-a68f-2f82c86ac52d tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:35.879945 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a24bd0cb-b362-46d4-b964-7e3da46e0768 req-eecf4f7b-8087-4c26-a68f-2f82c86ac52d tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 945 time: 0.0991843 Jul 13 14:36:35.912649 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30cb74a-b501-4a3e-a520-38b0c5a80e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:35.919433 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-d27697a4-ce84-4bbb-b342-5b7f8caeacf6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f52eafbdfcfb46b094e5b1894d2685ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3646963 Jul 13 14:36:35.922491 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 52846) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:35.930307 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27697a4-ce84-4bbb-b342-5b7f8caeacf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6861f6-df18-47ac-81b3-a1cfc3984b68,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:35.930616 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 52848) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:35.944190 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.db_base_plugin_v2 [None req-62c362f5-9575-47ed-92e1-72a6224897c6 admin admin] Deleting subnet 7e1c803a-3e16-48e7-9963-1d638d397492 {{(pid=93155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:36:35.951763 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-62c362f5-9575-47ed-92e1-72a6224897c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:35.965840 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a24bd0cb-b362-46d4-b964-7e3da46e0768 req-794d2222-812e-44d6-b379-4804ad507f7c tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704567 Jul 13 14:36:35.973055 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-574f57df-e858-43b9-a9c1-beee1c093592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:36.013746 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-62c362f5-9575-47ed-92e1-72a6224897c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3323161'] for subnet, precommit_delete_associations {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:36.048623 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b8c3f2b2-03c4-4080-9c7e-4714d30400f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:36.080780 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-62c362f5-9575-47ed-92e1-72a6224897c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870331'] for subnet, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:36.084138 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b8c3f2b2-03c4-4080-9c7e-4714d30400f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:36.108963 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-574f57df-e858-43b9-a9c1-beee1c093592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:36.116354 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-574f57df-e858-43b9-a9c1-beee1c093592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:36.167293 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:36.175527 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-62c362f5-9575-47ed-92e1-72a6224897c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2868560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8977119'] for subnet, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:36.181951 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b8c3f2b2-03c4-4080-9c7e-4714d30400f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:36.185954 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b8c3f2b2-03c4-4080-9c7e-4714d30400f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:36.190406 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-b8c3f2b2-03c4-4080-9c7e-4714d30400f5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eb6861f6-df18-47ac-81b3-a1cfc3984b68 HTTP/1.1" status: 204 len: 168 time: 0.2668231 Jul 13 14:36:36.224061 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-574f57df-e858-43b9-a9c1-beee1c093592 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aada2ddcd57348d9ad763cb114cbfee3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2921584 Jul 13 14:36:36.229593 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 52858) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:36.231159 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c362f5-9575-47ed-92e1-72a6224897c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e1c803a-3e16-48e7-9963-1d638d397492,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:36.244255 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c3f2b2-03c4-4080-9c7e-4714d30400f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6861f6-df18-47ac-81b3-a1cfc3984b68,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:36.247361 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-62c362f5-9575-47ed-92e1-72a6224897c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:36.256809 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574f57df-e858-43b9-a9c1-beee1c093592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34786641-19cf-4ef0-bd98-25ba7cc48afa,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:36.259833 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-62c362f5-9575-47ed-92e1-72a6224897c6 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/7e1c803a-3e16-48e7-9963-1d638d397492 HTTP/1.1" status: 204 len: 168 time: 0.4461944 Jul 13 14:36:36.263707 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 52860) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:36.356868 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b3ee6f8f-d146-42f2-9aa6-393f39ae6e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-993822'] for network, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:36.375928 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-537e04ff-e20d-42e2-b348-00a7c79a7cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:36.409858 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-537e04ff-e20d-42e2-b348-00a7c79a7cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:36.470604 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b3ee6f8f-d146-42f2-9aa6-393f39ae6e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-869682', 'neutron.services.segments.db._delete_segments_for_network-8754803476884'] for network, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:36.485641 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.services.segments.db [None req-b3ee6f8f-d146-42f2-9aa6-393f39ae6e69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8111f917-317d-4b90-a14d-dab5ba16d222']}} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:36:36.498879 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.services.segments.db [None req-b3ee6f8f-d146-42f2-9aa6-393f39ae6e69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b81c1b4-d4e3-42d2-97e2-d4b0813ae6f2') {'for_net_delete': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:36:36.499564 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.services.segments.db [None req-b3ee6f8f-d146-42f2-9aa6-393f39ae6e69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b81c1b4-d4e3-42d2-97e2-d4b0813ae6f2') {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:36:36.505491 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-537e04ff-e20d-42e2-b348-00a7c79a7cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:36.510377 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-537e04ff-e20d-42e2-b348-00a7c79a7cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:36.510946 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b3ee6f8f-d146-42f2-9aa6-393f39ae6e69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754803489931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3323136'] for segment, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:36.515368 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-537e04ff-e20d-42e2-b348-00a7c79a7cb0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/34786641-19cf-4ef0-bd98-25ba7cc48afa HTTP/1.1" status: 204 len: 168 time: 0.2802951 Jul 13 14:36:36.532219 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e04ff-e20d-42e2-b348-00a7c79a7cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34786641-19cf-4ef0-bd98-25ba7cc48afa,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:36.536909 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b3ee6f8f-d146-42f2-9aa6-393f39ae6e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834'] for segment, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:36.549067 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3ee6f8f-d146-42f2-9aa6-393f39ae6e69 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=93155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:36:36.549846 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b3ee6f8f-d146-42f2-9aa6-393f39ae6e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2868478'] for segment, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:36.553464 dv-cinder-784453-8-iscsi neutron-server[93155]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:36:36.553464 dv-cinder-784453-8-iscsi neutron-server[93155]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:36:36.553464 dv-cinder-784453-8-iscsi neutron-server[93155]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:36:36.553464 dv-cinder-784453-8-iscsi neutron-server[93155]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:36:36.553464 dv-cinder-784453-8-iscsi neutron-server[93155]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:36:36.553464 dv-cinder-784453-8-iscsi neutron-server[93155]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:36:36.553464 dv-cinder-784453-8-iscsi neutron-server[93155]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:36:36.553464 dv-cinder-784453-8-iscsi neutron-server[93155]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:36:36.553464 dv-cinder-784453-8-iscsi neutron-server[93155]: Traceback (most recent call last): Jul 13 14:36:36.553464 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:36:36.553464 dv-cinder-784453-8-iscsi neutron-server[93155]: timer() Jul 13 14:36:36.553464 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:36:36.553464 dv-cinder-784453-8-iscsi neutron-server[93155]: cb(*args, **kw) Jul 13 14:36:36.553464 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:36:36.553464 dv-cinder-784453-8-iscsi neutron-server[93155]: return func(*args, **kwargs) Jul 13 14:36:36.553464 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:36:36.553464 dv-cinder-784453-8-iscsi neutron-server[93155]: self._notify() Jul 13 14:36:36.553464 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:36:36.553464 dv-cinder-784453-8-iscsi neutron-server[93155]: self.callback(batched_events) Jul 13 14:36:36.553464 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:36:36.553464 dv-cinder-784453-8-iscsi neutron-server[93155]: event.method(event) Jul 13 14:36:36.553464 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:36:36.553464 dv-cinder-784453-8-iscsi neutron-server[93155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:36:36.553464 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:36:36.553464 dv-cinder-784453-8-iscsi neutron-server[93155]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:36:36.553464 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:36:36.553464 dv-cinder-784453-8-iscsi neutron-server[93155]: return f(self, *a, **k) Jul 13 14:36:36.553464 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:36:36.553464 dv-cinder-784453-8-iscsi neutron-server[93155]: return self._get(url).json() Jul 13 14:36:36.553464 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:36:36.553464 dv-cinder-784453-8-iscsi neutron-server[93155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:36:36.553464 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:36:36.553464 dv-cinder-784453-8-iscsi neutron-server[93155]: return self.request(url, 'GET', **kwargs) Jul 13 14:36:36.553464 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:36:36.553464 dv-cinder-784453-8-iscsi neutron-server[93155]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:36:36.553464 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:36:36.553464 dv-cinder-784453-8-iscsi neutron-server[93155]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:36:36.553464 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:36:36.553464 dv-cinder-784453-8-iscsi neutron-server[93155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:36:36.553464 dv-cinder-784453-8-iscsi neutron-server[93155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:36:36.583130 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 52866) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:36.605788 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-022ea31d-91d0-4a1f-a213-d87ef9d52654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:36.646758 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b3ee6f8f-d146-42f2-9aa6-393f39ae6e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-869689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1994796'] for network, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:36.655824 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b3ee6f8f-d146-42f2-9aa6-393f39ae6e69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for network, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:36.662549 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-b3ee6f8f-d146-42f2-9aa6-393f39ae6e69 admin admin] 10.222.0.11 "DELETE /v2.0/networks/8111f917-317d-4b90-a14d-dab5ba16d222 HTTP/1.1" status: 204 len: 168 time: 0.3974104 Jul 13 14:36:36.682690 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee6f8f-d146-42f2-9aa6-393f39ae6e69 admin admin] Pushing event deleted for resources: {'Network': ['ID=8111f917-317d-4b90-a14d-dab5ba16d222,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:36.782619 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-022ea31d-91d0-4a1f-a213-d87ef9d52654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:36.790007 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-022ea31d-91d0-4a1f-a213-d87ef9d52654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:36.834202 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ea31d-91d0-4a1f-a213-d87ef9d52654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aefbb77-e5bb-470b-ae38-65546b5e40c9,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:36.844074 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-022ea31d-91d0-4a1f-a213-d87ef9d52654 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=320a43e8bd0848f993f777b7bedbf6ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2594509 Jul 13 14:36:36.847322 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 52876) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:36.909993 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-098f1ddf-b5dc-4eeb-96cf-e46767c55569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:36.944739 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-098f1ddf-b5dc-4eeb-96cf-e46767c55569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:36.964499 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 52880) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:37.037350 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-a10fc2e5-3865-4992-b4c6-70978162cbc0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ff6df234bdc94c46964c890e02f1732f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0682187 Jul 13 14:36:37.037658 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 52884) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:37.099011 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-098f1ddf-b5dc-4eeb-96cf-e46767c55569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:37.101814 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-098f1ddf-b5dc-4eeb-96cf-e46767c55569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:37.106149 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-098f1ddf-b5dc-4eeb-96cf-e46767c55569 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9aefbb77-e5bb-470b-ae38-65546b5e40c9 HTTP/1.1" status: 204 len: 168 time: 0.2547126 Jul 13 14:36:37.109193 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-81ef9af9-c380-494e-9446-6ae167893df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:37.116326 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f1ddf-b5dc-4eeb-96cf-e46767c55569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aefbb77-e5bb-470b-ae38-65546b5e40c9,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:37.170233 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-81ef9af9-c380-494e-9446-6ae167893df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:37.184438 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:37.291335 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-81ef9af9-c380-494e-9446-6ae167893df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:37.293733 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-81ef9af9-c380-494e-9446-6ae167893df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:37.298395 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-81ef9af9-c380-494e-9446-6ae167893df4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/312452d2-579f-4074-bfd5-43419a8b3406 HTTP/1.1" status: 204 len: 168 time: 0.2595999 Jul 13 14:36:37.316885 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d5df8-1242-4ff3-ade0-e679dd98adca req-38c799cd-6e57-4b61-a2ee-610772eebc77 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:37.318728 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6b4d5df8-1242-4ff3-ade0-e679dd98adca req-38c799cd-6e57-4b61-a2ee-610772eebc77 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 945 time: 0.1045351 Jul 13 14:36:37.319754 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef9af9-c380-494e-9446-6ae167893df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312452d2-579f-4074-bfd5-43419a8b3406,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:37.379245 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6b4d5df8-1242-4ff3-ade0-e679dd98adca req-af08e499-7304-4b2b-9c8a-760a033caf79 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536439 Jul 13 14:36:37.599737 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 52910) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:37.854106 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-bfcbaff7-0fe5-49e3-9335-0d913a7fdb61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:37.987213 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-bfcbaff7-0fe5-49e3-9335-0d913a7fdb61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:37.993614 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-bfcbaff7-0fe5-49e3-9335-0d913a7fdb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:38.071860 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-bfcbaff7-0fe5-49e3-9335-0d913a7fdb61 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5b3da175fdd343d2bb89d6a85ee3cf21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4701247 Jul 13 14:36:38.076809 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 52934) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:38.089538 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcbaff7-0fe5-49e3-9335-0d913a7fdb61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62417a5-e349-4b55-8c88-9753637821e1,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:38.182125 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-44eb4bc6-0dc7-459e-9fda-a4bb60570cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:38.208852 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-44eb4bc6-0dc7-459e-9fda-a4bb60570cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:38.282308 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-44eb4bc6-0dc7-459e-9fda-a4bb60570cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:38.287396 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-44eb4bc6-0dc7-459e-9fda-a4bb60570cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:38.291154 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-44eb4bc6-0dc7-459e-9fda-a4bb60570cb0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a62417a5-e349-4b55-8c88-9753637821e1 HTTP/1.1" status: 204 len: 168 time: 0.2123792 Jul 13 14:36:38.304371 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eb4bc6-0dc7-459e-9fda-a4bb60570cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62417a5-e349-4b55-8c88-9753637821e1,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:38.579783 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:38.649584 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce32a87a-cdae-424f-947d-8b29ccf79be4 req-836f0c66-9e13-4a3d-acc9-96f034e3aebb tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:38.651241 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ce32a87a-cdae-424f-947d-8b29ccf79be4 req-836f0c66-9e13-4a3d-acc9-96f034e3aebb tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 945 time: 0.1054530 Jul 13 14:36:38.711216 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ce32a87a-cdae-424f-947d-8b29ccf79be4 req-c49f42fe-f092-47c2-830a-6110ee172614 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504918 Jul 13 14:36:38.996247 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 52980) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:39.039717 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ebc7809c-5364-469a-bc42-d7eda0b20b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:39.207242 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ebc7809c-5364-469a-bc42-d7eda0b20b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:39.213952 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ebc7809c-5364-469a-bc42-d7eda0b20b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:39.260877 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc7809c-5364-469a-bc42-d7eda0b20b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5902f79d-cc84-4c6c-9307-208eda9c28e8,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:39.267359 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-ebc7809c-5364-469a-bc42-d7eda0b20b19 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=10f52cad8c8f4e7e93c3d31ab4d20834&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2699962 Jul 13 14:36:39.272171 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 53020) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:39.400356 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3eb9e120-e433-4474-b2cd-58567f4afdef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:39.428586 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 53026) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:39.464987 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3eb9e120-e433-4474-b2cd-58567f4afdef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:39.579976 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3eb9e120-e433-4474-b2cd-58567f4afdef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:39.588328 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3eb9e120-e433-4474-b2cd-58567f4afdef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:39.590652 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-3eb9e120-e433-4474-b2cd-58567f4afdef admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5902f79d-cc84-4c6c-9307-208eda9c28e8 HTTP/1.1" status: 204 len: 168 time: 0.3166041 Jul 13 14:36:39.609958 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb9e120-e433-4474-b2cd-58567f4afdef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5902f79d-cc84-4c6c-9307-208eda9c28e8,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:39.895162 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-e7b06b9c-995e-49d9-b6e3-3645197c5c22 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1279078258-network', 'tenant_id': '715c9650cb454772898dfc0217ff12d3'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:36:39.921839 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b06b9c-995e-49d9-b6e3-3645197c5c22 admin admin] Made reservation on behalf of 715c9650cb454772898dfc0217ff12d3 for: {'network': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:36:39.924288 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e7b06b9c-995e-49d9-b6e3-3645197c5c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for network, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:39.960363 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e7b06b9c-995e-49d9-b6e3-3645197c5c22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:40.048856 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a563d-65ab-46af-8795-581748b4cbf1 req-9583c07b-d933-41f2-9782-841d76583831 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:40.050723 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-156a563d-65ab-46af-8795-581748b4cbf1 req-9583c07b-d933-41f2-9782-841d76583831 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 945 time: 0.1946857 Jul 13 14:36:40.128725 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-156a563d-65ab-46af-8795-581748b4cbf1 req-e62beb48-fe44-4c20-a192-7615c4711d6c tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650036 Jul 13 14:36:40.152863 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e7b06b9c-995e-49d9-b6e3-3645197c5c22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:40.158346 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e7b06b9c-995e-49d9-b6e3-3645197c5c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:40.191981 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7b06b9c-995e-49d9-b6e3-3645197c5c22 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=93154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:36:40.199711 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b06b9c-995e-49d9-b6e3-3645197c5c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:40.206463 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e7b06b9c-995e-49d9-b6e3-3645197c5c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834'] for segment, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:40.206810 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.db.segments_db [None req-e7b06b9c-995e-49d9-b6e3-3645197c5c22 admin admin] Added segment 5cb2a2e7-90bc-4e10-a276-f895674abf5c of type vlan for network be68db2a-d7ef-4072-812b-7ac34e8884b7 Jul 13 14:36:40.263605 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e7b06b9c-995e-49d9-b6e3-3645197c5c22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754803020822'] for network, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:40.298684 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e7b06b9c-995e-49d9-b6e3-3645197c5c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763'] for network, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:40.299675 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b06b9c-995e-49d9-b6e3-3645197c5c22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:40.300297 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e7b06b9c-995e-49d9-b6e3-3645197c5c22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for network, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:40.377787 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-e7b06b9c-995e-49d9-b6e3-3645197c5c22 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9472809 Jul 13 14:36:40.380720 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 53078) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:40.386846 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-2faed9d1-ea04-401f-8613-d4d16c372417 admin admin] Request body: {'subnet': {'network_id': 'be68db2a-d7ef-4072-812b-7ac34e8884b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1279078258-subnet', 'tenant_id': '715c9650cb454772898dfc0217ff12d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:36:40.400178 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b06b9c-995e-49d9-b6e3-3645197c5c22 admin admin] Pushing event updated for resources: {'Network': ['ID=be68db2a-d7ef-4072-812b-7ac34e8884b7,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:40.414543 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Network be68db2a-d7ef-4072-812b-7ac34e8884b7 details requested by agent ovs-agent-dv-cinder-784453-8-iscsi with host dv-cinder-784453-8-iscsi {{(pid=93156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:36:40.427863 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2faed9d1-ea04-401f-8613-d4d16c372417 admin admin] Made reservation on behalf of 715c9650cb454772898dfc0217ff12d3 for: {'subnet': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:36:40.430750 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2faed9d1-ea04-401f-8613-d4d16c372417 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8958824'] for subnet, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:40.688260 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2faed9d1-ea04-401f-8613-d4d16c372417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8800304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8958810'] for subnet, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:40.968125 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faed9d1-ea04-401f-8613-d4d16c372417 admin admin] Checking segment: {'id': '5cb2a2e7-90bc-4e10-a276-f895674abf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'be68db2a-d7ef-4072-812b-7ac34e8884b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:36:40.968967 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2faed9d1-ea04-401f-8613-d4d16c372417 admin admin] Network hostable DHCP agents. Network: be68db2a-d7ef-4072-812b-7ac34e8884b7, hostable agents: ['c057a270-abe3-45bb-b401-4c6834b17f0a'], hosted agents: [] {{(pid=93154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:36:40.970589 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faed9d1-ea04-401f-8613-d4d16c372417 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81f1987b-1fa5-4cd0-a128-938ff7f4d5b3,revision_number=0']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:40.996978 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2faed9d1-ea04-401f-8613-d4d16c372417 admin admin] Network be68db2a-d7ef-4072-812b-7ac34e8884b7 is scheduled to be hosted by DHCP agent c057a270-abe3-45bb-b401-4c6834b17f0a with binding_index 1 {{(pid=93154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:36:41.012839 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-2faed9d1-ea04-401f-8613-d4d16c372417 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-8-iscsi, be68db2a-d7ef-4072-812b-7ac34e8884b7) {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:36:41.024589 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2faed9d1-ea04-401f-8613-d4d16c372417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:41.025040 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a130320-b5db-4d18-aa08-7b384d3b959b None None] Network be68db2a-d7ef-4072-812b-7ac34e8884b7 requested from dv-cinder-784453-8-iscsi {{(pid=93156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:36:41.025615 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2faed9d1-ea04-401f-8613-d4d16c372417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for subnet, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:41.069573 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-2faed9d1-ea04-401f-8613-d4d16c372417 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6863303 Jul 13 14:36:41.220047 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7b2a11-84d2-4a5f-9296-84a104b890d1 None None] Network be68db2a-d7ef-4072-812b-7ac34e8884b7 requested from dv-cinder-784453-8-iscsi {{(pid=93156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:36:41.492270 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3769b1-3046-4bd1-80c7-962af9273ca2 req-dbbfacdc-b1b5-4268-80cc-f841cd1e5894 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:41.494609 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2c3769b1-3046-4bd1-80c7-962af9273ca2 req-dbbfacdc-b1b5-4268-80cc-f841cd1e5894 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 945 time: 0.1034136 Jul 13 14:36:41.602458 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2c3769b1-3046-4bd1-80c7-962af9273ca2 req-8cb72f9d-3c37-457d-aaff-95025de85133 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887563 Jul 13 14:36:42.259456 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f5514-8cd6-42ba-bd3e-139f16cd007a req-7563ceb1-c1ec-45a7-b2e0-e746f22e9b28 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:42.267273 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-128f5514-8cd6-42ba-bd3e-139f16cd007a req-7563ceb1-c1ec-45a7-b2e0-e746f22e9b28 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/networks?id=be68db2a-d7ef-4072-812b-7ac34e8884b7 HTTP/1.1" status: 200 len: 815 time: 0.1918049 Jul 13 14:36:42.290488 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-128f5514-8cd6-42ba-bd3e-139f16cd007a req-5a3d05a3-4b23-4fce-9d44-0c3593236907 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/quotas/715c9650cb454772898dfc0217ff12d3 HTTP/1.1" status: 200 len: 375 time: 0.0170367 Jul 13 14:36:42.331309 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-128f5514-8cd6-42ba-bd3e-139f16cd007a req-e31067bd-4ad4-458b-a207-99ba3f301da4 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=715c9650cb454772898dfc0217ff12d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315647 Jul 13 14:36:42.456554 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-128f5514-8cd6-42ba-bd3e-139f16cd007a req-4f750fbb-74f0-4a48-aaaa-d57d6080f7cc service neutron] 10.222.0.11 "GET /v2.0/networks/be68db2a-d7ef-4072-812b-7ac34e8884b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105182 Jul 13 14:36:42.606847 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-128f5514-8cd6-42ba-bd3e-139f16cd007a req-b89cbe6e-a6ad-43e8-b758-82415a8284c3 service neutron] 10.222.0.11 "GET /v2.0/networks/be68db2a-d7ef-4072-812b-7ac34e8884b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364813 Jul 13 14:36:42.983792 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f155f11-acec-4292-9497-e7a0f364eee6 req-f4012040-1476-4124-8655-f8f044ac6d8e tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:42.997464 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4f155f11-acec-4292-9497-e7a0f364eee6 req-f4012040-1476-4124-8655-f8f044ac6d8e tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 945 time: 0.0976696 Jul 13 14:36:43.071412 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4f155f11-acec-4292-9497-e7a0f364eee6 req-284eed42-7031-4c97-84b2-b73a963afd08 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726359 Jul 13 14:36:43.217042 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-58c13fe2-113a-473b-a93f-9a019bf7684b req-ceeca22e-1f3d-4974-90c7-9010beba2773 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9466607-150b-4738-9483-a0ebab0cb860 HTTP/1.1" status: 200 len: 210 time: 0.0444107 Jul 13 14:36:43.409901 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.agents_db [None req-a710d77f-e7af-45aa-808b-9771d160625e None None] Agent healthcheck: found 6 active agents {{(pid=93157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:36:44.344840 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66358899-48a6-41f3-a265-3cdbdb5da0f5 req-ce68eed6-7d32-4ad1-baeb-36c20f8463ee tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:44.346462 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-66358899-48a6-41f3-a265-3cdbdb5da0f5 req-ce68eed6-7d32-4ad1-baeb-36c20f8463ee tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 945 time: 0.0773520 Jul 13 14:36:44.396318 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-66358899-48a6-41f3-a265-3cdbdb5da0f5 req-144b6970-3d29-49e9-a50d-7980e53043c8 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393867 Jul 13 14:36:44.489867 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:44.505188 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a0d8af77-d264-4b8c-9566-e9e73f0e95a3 req-a852fe22-5232-4604-88a2-73ab15e0eefd tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9466607-150b-4738-9483-a0ebab0cb860 HTTP/1.1" status: 200 len: 210 time: 0.0348103 Jul 13 14:36:44.817225 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f5514-8cd6-42ba-bd3e-139f16cd007a req-84036ec9-ef4b-4a2d-af89-0f7f9da9431d tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:44.819424 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-128f5514-8cd6-42ba-bd3e-139f16cd007a req-84036ec9-ef4b-4a2d-af89-0f7f9da9431d tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.39 "GET /v2.0/networks?id=be68db2a-d7ef-4072-812b-7ac34e8884b7 HTTP/1.1" status: 200 len: 815 time: 0.1161220 Jul 13 14:36:44.855419 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [req-128f5514-8cd6-42ba-bd3e-139f16cd007a req-a771a0a6-e629-486b-854e-ad43c332faad tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Request body: {'port': {'device_id': 'a9466607-150b-4738-9483-a0ebab0cb860', 'network_id': 'be68db2a-d7ef-4072-812b-7ac34e8884b7', 'admin_state_up': True, 'tenant_id': '715c9650cb454772898dfc0217ff12d3'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:36:45.110384 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-128f5514-8cd6-42ba-bd3e-139f16cd007a req-a771a0a6-e629-486b-854e-ad43c332faad tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Made reservation on behalf of 715c9650cb454772898dfc0217ff12d3 for: {'port': 1} {{(pid=93155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:36:45.116118 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-128f5514-8cd6-42ba-bd3e-139f16cd007a req-a771a0a6-e629-486b-854e-ad43c332faad tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:45.277364 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.db_base_plugin_common [req-128f5514-8cd6-42ba-bd3e-139f16cd007a req-a771a0a6-e629-486b-854e-ad43c332faad tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Allocated IP 172.20.0.2 (be68db2a-d7ef-4072-812b-7ac34e8884b7/81f1987b-1fa5-4cd0-a128-938ff7f4d5b3/a3fb3e11-f1f7-45aa-9456-985cddc7ebdf) {{(pid=93155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:36:45.648232 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-128f5514-8cd6-42ba-bd3e-139f16cd007a req-a771a0a6-e629-486b-854e-ad43c332faad tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Notify callbacks [] for port, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:45.781721 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-128f5514-8cd6-42ba-bd3e-139f16cd007a req-a771a0a6-e629-486b-854e-ad43c332faad tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:45.822967 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1947a84-efd0-4f34-8a38-4f06d58a075b req-db7b5be7-9174-4ce7-a0e5-636154820b2b tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:45.825398 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d1947a84-efd0-4f34-8a38-4f06d58a075b req-db7b5be7-9174-4ce7-a0e5-636154820b2b tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 945 time: 0.1229930 Jul 13 14:36:45.876557 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-128f5514-8cd6-42ba-bd3e-139f16cd007a req-a771a0a6-e629-486b-854e-ad43c332faad tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Network be68db2a-d7ef-4072-812b-7ac34e8884b7 is already hosted by enough agents. {{(pid=93155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:36:45.887447 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [req-128f5514-8cd6-42ba-bd3e-139f16cd007a req-a771a0a6-e629-486b-854e-ad43c332faad tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Resources bound (agent type, host, resource id): {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:36:45.896419 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [req-128f5514-8cd6-42ba-bd3e-139f16cd007a req-a771a0a6-e629-486b-854e-ad43c332faad tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Received port after_create {{(pid=93155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:36:45.913369 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d1947a84-efd0-4f34-8a38-4f06d58a075b req-64a3b978-742f-4616-8c9d-f10b99cfb42d tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798190 Jul 13 14:36:45.961807 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db323540-d7a8-4eee-a790-9ef1852a2321 req-3baacb21-e6cc-446a-8892-390e794f9df0 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:45.962205 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a771a0a6-e629-486b-854e-ad43c332faad tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Pushing event updated for resources: {'Port': ['ID=a3fb3e11-f1f7-45aa-9456-985cddc7ebdf,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:45.963639 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-db323540-d7a8-4eee-a790-9ef1852a2321 req-3baacb21-e6cc-446a-8892-390e794f9df0 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9466607-150b-4738-9483-a0ebab0cb860 HTTP/1.1" status: 200 len: 931 time: 0.1139677 Jul 13 14:36:46.007935 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f5514-8cd6-42ba-bd3e-139f16cd007a req-a771a0a6-e629-486b-854e-ad43c332faad tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:46.009073 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-128f5514-8cd6-42ba-bd3e-139f16cd007a req-a771a0a6-e629-486b-854e-ad43c332faad tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:46.025232 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-db323540-d7a8-4eee-a790-9ef1852a2321 req-34fe7781-5164-4cbf-a287-509f7ea57f87 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486357 Jul 13 14:36:46.036932 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-128f5514-8cd6-42ba-bd3e-139f16cd007a req-a771a0a6-e629-486b-854e-ad43c332faad tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1882691 Jul 13 14:36:46.064993 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [req-128f5514-8cd6-42ba-bd3e-139f16cd007a req-dc5a0cb0-f50d-4360-a371-fc39ae52c464 service neutron] Request body: {'port': {'device_id': 'a9466607-150b-4738-9483-a0ebab0cb860', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:36:46.145954 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-128f5514-8cd6-42ba-bd3e-139f16cd007a req-dc5a0cb0-f50d-4360-a371-fc39ae52c464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:46.539817 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [req-128f5514-8cd6-42ba-bd3e-139f16cd007a req-dc5a0cb0-f50d-4360-a371-fc39ae52c464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3fb3e11-f1f7-45aa-9456-985cddc7ebdf {{(pid=93155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:36:46.550056 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-128f5514-8cd6-42ba-bd3e-139f16cd007a req-dc5a0cb0-f50d-4360-a371-fc39ae52c464 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:46.566589 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [req-128f5514-8cd6-42ba-bd3e-139f16cd007a req-dc5a0cb0-f50d-4360-a371-fc39ae52c464 service neutron] Transition to ACTIVE for port object a3fb3e11-f1f7-45aa-9456-985cddc7ebdf will not be triggered until provisioned by entity L2. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:36:46.570885 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-128f5514-8cd6-42ba-bd3e-139f16cd007a req-dc5a0cb0-f50d-4360-a371-fc39ae52c464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868486'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:46.671135 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a0cb0-f50d-4360-a371-fc39ae52c464 service neutron] Pushing event updated for resources: {'Port': ['ID=a3fb3e11-f1f7-45aa-9456-985cddc7ebdf,revision_number=2']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:46.704886 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-128f5514-8cd6-42ba-bd3e-139f16cd007a req-dc5a0cb0-f50d-4360-a371-fc39ae52c464 service neutron] Attempting to bind port a3fb3e11-f1f7-45aa-9456-985cddc7ebdf on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:36:46.705544 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-128f5514-8cd6-42ba-bd3e-139f16cd007a req-dc5a0cb0-f50d-4360-a371-fc39ae52c464 service neutron] Attempting to bind port a3fb3e11-f1f7-45aa-9456-985cddc7ebdf by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '5cb2a2e7-90bc-4e10-a276-f895674abf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'be68db2a-d7ef-4072-812b-7ac34e8884b7'}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:36:46.706059 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128f5514-8cd6-42ba-bd3e-139f16cd007a req-dc5a0cb0-f50d-4360-a371-fc39ae52c464 service neutron] Attempting to bind port a3fb3e11-f1f7-45aa-9456-985cddc7ebdf on network be68db2a-d7ef-4072-812b-7ac34e8884b7 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:36:46.711821 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128f5514-8cd6-42ba-bd3e-139f16cd007a req-dc5a0cb0-f50d-4360-a371-fc39ae52c464 service neutron] Port a3fb3e11-f1f7-45aa-9456-985cddc7ebdf on network be68db2a-d7ef-4072-812b-7ac34e8884b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:36:46.712615 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128f5514-8cd6-42ba-bd3e-139f16cd007a req-dc5a0cb0-f50d-4360-a371-fc39ae52c464 service neutron] Attempting to bind port a3fb3e11-f1f7-45aa-9456-985cddc7ebdf on network be68db2a-d7ef-4072-812b-7ac34e8884b7 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:36:46.723039 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128f5514-8cd6-42ba-bd3e-139f16cd007a req-dc5a0cb0-f50d-4360-a371-fc39ae52c464 service neutron] Checking agent: {'id': 'b13b15cc-78ec-4c35-8be2-6f245ac287e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 13, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:36:46.723595 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128f5514-8cd6-42ba-bd3e-139f16cd007a req-dc5a0cb0-f50d-4360-a371-fc39ae52c464 service neutron] Checking segment: {'id': '5cb2a2e7-90bc-4e10-a276-f895674abf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'be68db2a-d7ef-4072-812b-7ac34e8884b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:36:46.724175 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128f5514-8cd6-42ba-bd3e-139f16cd007a req-dc5a0cb0-f50d-4360-a371-fc39ae52c464 service neutron] Bound using segment: {'id': '5cb2a2e7-90bc-4e10-a276-f895674abf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'be68db2a-d7ef-4072-812b-7ac34e8884b7'} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:36:46.724861 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-128f5514-8cd6-42ba-bd3e-139f16cd007a req-dc5a0cb0-f50d-4360-a371-fc39ae52c464 service neutron] Bound port: a3fb3e11-f1f7-45aa-9456-985cddc7ebdf, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cb2a2e7-90bc-4e10-a276-f895674abf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'be68db2a-d7ef-4072-812b-7ac34e8884b7'}}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:36:46.725409 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-128f5514-8cd6-42ba-bd3e-139f16cd007a req-dc5a0cb0-f50d-4360-a371-fc39ae52c464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:46.827817 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 53342) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:46.848949 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-128f5514-8cd6-42ba-bd3e-139f16cd007a req-dc5a0cb0-f50d-4360-a371-fc39ae52c464 service neutron] For port a3fb3e11-f1f7-45aa-9456-985cddc7ebdf, host hv-cinder-78445, cleared binding levels {{(pid=93155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:36:46.868002 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-128f5514-8cd6-42ba-bd3e-139f16cd007a req-dc5a0cb0-f50d-4360-a371-fc39ae52c464 service neutron] For port a3fb3e11-f1f7-45aa-9456-985cddc7ebdf, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=a3fb3e11-f1f7-45aa-9456-985cddc7ebdf,segment=NetworkSegment(5cb2a2e7-90bc-4e10-a276-f895674abf5c),segment_id=5cb2a2e7-90bc-4e10-a276-f895674abf5c)] {{(pid=93155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:36:46.896486 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-128f5514-8cd6-42ba-bd3e-139f16cd007a req-dc5a0cb0-f50d-4360-a371-fc39ae52c464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868486'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:46.966985 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f5514-8cd6-42ba-bd3e-139f16cd007a req-dc5a0cb0-f50d-4360-a371-fc39ae52c464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:46.968092 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-128f5514-8cd6-42ba-bd3e-139f16cd007a req-dc5a0cb0-f50d-4360-a371-fc39ae52c464 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:46.970829 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-128f5514-8cd6-42ba-bd3e-139f16cd007a req-dc5a0cb0-f50d-4360-a371-fc39ae52c464 service neutron] 10.222.0.39 "PUT /v2.0/ports/a3fb3e11-f1f7-45aa-9456-985cddc7ebdf HTTP/1.1" status: 200 len: 1093 time: 0.9111981 Jul 13 14:36:46.971949 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9466607-150b-4738-9483-a0ebab0cb860', 'tag': 'a3fb3e11-f1f7-45aa-9456-985cddc7ebdf'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:36:46.975462 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969d499ae61b7a2d5523e15545dbdfcb627d31ab7a946dd0dec0766d655d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0bb9eb-fc5d-46e6-bde5-7088f6ac4818" -d '{"events": [{"name": "network-changed", "server_uuid": "a9466607-150b-4738-9483-a0ebab0cb860", "tag": "a3fb3e11-f1f7-45aa-9456-985cddc7ebdf"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:36:46.998703 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e12a7f99-21d8-432e-aee1-6c55483a3f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:47.027409 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a0cb0-f50d-4360-a371-fc39ae52c464 service neutron] Pushing event updated for resources: {'Port': ['ID=a3fb3e11-f1f7-45aa-9456-985cddc7ebdf,revision_number=3']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:47.064946 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5bd037-33a3-4d3d-aaf6-e72cf5c4f17b x-openstack-request-id: req-ad5bd037-33a3-4d3d-aaf6-e72cf5c4f17b {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:36:47.065406 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9466607-150b-4738-9483-a0ebab0cb860", "tag": "a3fb3e11-f1f7-45aa-9456-985cddc7ebdf", "status": "completed", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:36:47.070293 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ad5bd037-33a3-4d3d-aaf6-e72cf5c4f17b {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:36:47.070839 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9466607-150b-4738-9483-a0ebab0cb860', 'tag': 'a3fb3e11-f1f7-45aa-9456-985cddc7ebdf', 'status': 'completed', 'code': 200} Jul 13 14:36:47.254057 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f5514-8cd6-42ba-bd3e-139f16cd007a req-c9c8e2df-8ba8-48ad-a7eb-ad3e12245f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:47.257097 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-128f5514-8cd6-42ba-bd3e-139f16cd007a req-c9c8e2df-8ba8-48ad-a7eb-ad3e12245f2a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=715c9650cb454772898dfc0217ff12d3&device_id=a9466607-150b-4738-9483-a0ebab0cb860 HTTP/1.1" status: 200 len: 1096 time: 0.1723900 Jul 13 14:36:47.308826 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e12a7f99-21d8-432e-aee1-6c55483a3f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:47.323074 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e12a7f99-21d8-432e-aee1-6c55483a3f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:47.363035 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-128f5514-8cd6-42ba-bd3e-139f16cd007a req-907fde3f-fbde-4f40-b9ad-5f3bb7e94cd3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a3fb3e11-f1f7-45aa-9456-985cddc7ebdf HTTP/1.1" status: 200 len: 217 time: 0.0868454 Jul 13 14:36:47.391849 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-e12a7f99-21d8-432e-aee1-6c55483a3f28 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3ccbc592d8c248958649da53b62a60cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5600994 Jul 13 14:36:47.392714 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 53362) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:47.398377 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12a7f99-21d8-432e-aee1-6c55483a3f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b727223-64bf-4a00-b7af-a6470472d0d6,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:47.448743 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4977077-3251-4140-9300-bd8275c5b9ac req-ccb3d70b-4757-48b2-8edf-6018cb7310d7 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:47.450977 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f5514-8cd6-42ba-bd3e-139f16cd007a req-39be9352-caea-468d-b20e-67139594c5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:47.452442 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a4977077-3251-4140-9300-bd8275c5b9ac req-ccb3d70b-4757-48b2-8edf-6018cb7310d7 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 945 time: 0.2654254 Jul 13 14:36:47.453843 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-128f5514-8cd6-42ba-bd3e-139f16cd007a req-39be9352-caea-468d-b20e-67139594c5fa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=81f1987b-1fa5-4cd0-a128-938ff7f4d5b3 HTTP/1.1" status: 200 len: 855 time: 0.0825756 Jul 13 14:36:47.467191 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2452b-31c2-4d8f-b505-54fecc44ddc7 req-1d372b44-bae4-4a2e-a9cf-32d89601c8a6 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:47.474673 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-23a2452b-31c2-4d8f-b505-54fecc44ddc7 req-1d372b44-bae4-4a2e-a9cf-32d89601c8a6 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9466607-150b-4738-9483-a0ebab0cb860 HTTP/1.1" status: 200 len: 943 time: 0.2160580 Jul 13 14:36:47.516246 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-128f5514-8cd6-42ba-bd3e-139f16cd007a req-aecef915-9af9-4682-aff0-a90ad3b40d87 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be68db2a-d7ef-4072-812b-7ac34e8884b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519848 Jul 13 14:36:47.516921 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 53366) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:47.567136 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a4977077-3251-4140-9300-bd8275c5b9ac req-7f2b61b5-ebe4-4899-b720-101e70a57047 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901196 Jul 13 14:36:47.596700 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-23a2452b-31c2-4d8f-b505-54fecc44ddc7 req-4aaecbb1-6182-45ae-8c22-1dd719bd7f85 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206551 Jul 13 14:36:47.604517 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ca3303ab-90d6-487c-8e7b-f46e1a05ad76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:47.678396 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ca3303ab-90d6-487c-8e7b-f46e1a05ad76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:47.756104 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-128f5514-8cd6-42ba-bd3e-139f16cd007a req-6ac7d8c0-4692-48c1-affa-86f680da949f service neutron] 10.222.0.39 "GET /v2.0/networks/be68db2a-d7ef-4072-812b-7ac34e8884b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297962 Jul 13 14:36:47.762442 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ca3303ab-90d6-487c-8e7b-f46e1a05ad76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:47.766109 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ca3303ab-90d6-487c-8e7b-f46e1a05ad76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:47.767732 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-ca3303ab-90d6-487c-8e7b-f46e1a05ad76 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1b727223-64bf-4a00-b7af-a6470472d0d6 HTTP/1.1" status: 204 len: 168 time: 0.3718190 Jul 13 14:36:47.778411 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3303ab-90d6-487c-8e7b-f46e1a05ad76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b727223-64bf-4a00-b7af-a6470472d0d6,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:47.779814 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b144c315-1686-4868-a004-9385dc08bed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:47.906554 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-128f5514-8cd6-42ba-bd3e-139f16cd007a req-712f8251-8628-49f3-99e5-e0466af657ab service neutron] 10.222.0.39 "GET /v2.0/networks/be68db2a-d7ef-4072-812b-7ac34e8884b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413321 Jul 13 14:36:47.972577 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b144c315-1686-4868-a004-9385dc08bed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:47.977814 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b144c315-1686-4868-a004-9385dc08bed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:48.026871 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-b144c315-1686-4868-a004-9385dc08bed6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=084003d20b124243aeb66bca421d46df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5086632 Jul 13 14:36:48.027769 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144c315-1686-4868-a004-9385dc08bed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808003e7-99a2-4c38-80b2-2461322941d6,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:48.029536 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 53382) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:48.099533 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-55cca052-9805-4ddf-b624-737234ed4a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:48.123711 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bb9eb-fc5d-46e6-bde5-7088f6ac4818 req-58503e0d-900b-4ec5-87dc-8d9912aa61b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:48.125278 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-cb0bb9eb-fc5d-46e6-bde5-7088f6ac4818 req-58503e0d-900b-4ec5-87dc-8d9912aa61b3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=715c9650cb454772898dfc0217ff12d3&device_id=a9466607-150b-4738-9483-a0ebab0cb860 HTTP/1.1" status: 200 len: 1096 time: 0.0593677 Jul 13 14:36:48.131787 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-55cca052-9805-4ddf-b624-737234ed4a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:48.156844 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 53384) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:48.178946 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d479d059-b3ba-43e1-9e07-55c20be97d43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:48.212891 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-55cca052-9805-4ddf-b624-737234ed4a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:48.215882 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-55cca052-9805-4ddf-b624-737234ed4a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:48.217162 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-55cca052-9805-4ddf-b624-737234ed4a4a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/808003e7-99a2-4c38-80b2-2461322941d6 HTTP/1.1" status: 204 len: 168 time: 0.1866417 Jul 13 14:36:48.238075 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cca052-9805-4ddf-b624-737234ed4a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808003e7-99a2-4c38-80b2-2461322941d6,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:48.244416 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bb9eb-fc5d-46e6-bde5-7088f6ac4818 req-c531047a-0400-4a51-b410-104be3f12f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:48.247078 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-cb0bb9eb-fc5d-46e6-bde5-7088f6ac4818 req-c531047a-0400-4a51-b410-104be3f12f16 service neutron] 10.222.0.39 "GET /v2.0/networks?id=be68db2a-d7ef-4072-812b-7ac34e8884b7 HTTP/1.1" status: 200 len: 916 time: 0.1139374 Jul 13 14:36:48.309145 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-cb0bb9eb-fc5d-46e6-bde5-7088f6ac4818 req-6dcf1f9f-7957-40c0-a536-8d85399c081d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a3fb3e11-f1f7-45aa-9456-985cddc7ebdf HTTP/1.1" status: 200 len: 217 time: 0.0482190 Jul 13 14:36:48.314420 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d479d059-b3ba-43e1-9e07-55c20be97d43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:48.318830 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d479d059-b3ba-43e1-9e07-55c20be97d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:48.366081 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d479d059-b3ba-43e1-9e07-55c20be97d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1b39f9-77de-4656-ae8f-75035a5cc6a2,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:48.376139 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-d479d059-b3ba-43e1-9e07-55c20be97d43 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7b0acaf05c0c41389cbd4c79ca7bc689&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2144203 Jul 13 14:36:48.377051 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 53388) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:48.382403 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bb9eb-fc5d-46e6-bde5-7088f6ac4818 req-31e52c4b-8b86-4279-8f0b-98d74c9fc0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:48.388852 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-cb0bb9eb-fc5d-46e6-bde5-7088f6ac4818 req-31e52c4b-8b86-4279-8f0b-98d74c9fc0b2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=81f1987b-1fa5-4cd0-a128-938ff7f4d5b3 HTTP/1.1" status: 200 len: 855 time: 0.0707541 Jul 13 14:36:48.434141 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-cb0bb9eb-fc5d-46e6-bde5-7088f6ac4818 req-12a490b5-8adc-4dae-b180-0cfc1e63584f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be68db2a-d7ef-4072-812b-7ac34e8884b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378397 Jul 13 14:36:48.447032 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a2e5e3b1-9e8a-4350-ae9d-3b7fe1822fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:48.474409 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a2e5e3b1-9e8a-4350-ae9d-3b7fe1822fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:48.572713 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a2e5e3b1-9e8a-4350-ae9d-3b7fe1822fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:48.578752 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a2e5e3b1-9e8a-4350-ae9d-3b7fe1822fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:48.587686 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-a2e5e3b1-9e8a-4350-ae9d-3b7fe1822fb7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8d1b39f9-77de-4656-ae8f-75035a5cc6a2 HTTP/1.1" status: 204 len: 168 time: 0.2096236 Jul 13 14:36:48.603032 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e5e3b1-9e8a-4350-ae9d-3b7fe1822fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1b39f9-77de-4656-ae8f-75035a5cc6a2,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:48.799686 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 53402) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:48.887303 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-947d2408-eca7-4d79-b24e-11f2f4ef4113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:48.954639 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-cb0bb9eb-fc5d-46e6-bde5-7088f6ac4818 req-f413e981-7865-44ac-9ba8-5369f5227527 service neutron] 10.222.0.39 "GET /v2.0/networks/be68db2a-d7ef-4072-812b-7ac34e8884b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5010362 Jul 13 14:36:49.048781 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604399b-ba8a-4fc0-9339-372f7fca10b1 req-8896448c-1c6f-40e0-87e0-365d22020188 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:49.057687 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4604399b-ba8a-4fc0-9339-372f7fca10b1 req-8896448c-1c6f-40e0-87e0-365d22020188 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 945 time: 0.2107649 Jul 13 14:36:49.087219 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-cb0bb9eb-fc5d-46e6-bde5-7088f6ac4818 req-79424346-e720-49e6-bfe1-dd4d6395e551 service neutron] 10.222.0.39 "GET /v2.0/networks/be68db2a-d7ef-4072-812b-7ac34e8884b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191733 Jul 13 14:36:49.088771 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1f1be-cef8-451e-925c-68ea34c88497 req-c1a0d77d-a7c6-47cd-81c3-8088dd335691 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:49.090860 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b9a1f1be-cef8-451e-925c-68ea34c88497 req-c1a0d77d-a7c6-47cd-81c3-8088dd335691 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9466607-150b-4738-9483-a0ebab0cb860 HTTP/1.1" status: 200 len: 943 time: 0.2465291 Jul 13 14:36:49.147533 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4604399b-ba8a-4fc0-9339-372f7fca10b1 req-56ca3384-dec9-4460-ac4c-a6c28cc2f79d tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888889 Jul 13 14:36:49.187743 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b9a1f1be-cef8-451e-925c-68ea34c88497 req-44e8eb7b-89a8-447e-9d48-8cdb15ed5a79 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851760 Jul 13 14:36:49.200873 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-947d2408-eca7-4d79-b24e-11f2f4ef4113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:49.206556 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-947d2408-eca7-4d79-b24e-11f2f4ef4113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:49.244638 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-947d2408-eca7-4d79-b24e-11f2f4ef4113 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=482afcd78ba6492491e1efe2eda614be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4412429 Jul 13 14:36:49.246553 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 53424) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:49.247589 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device a3fb3e11-f1f7-45aa-9456-985cddc7ebdf details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:36:49.264106 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d2408-eca7-4d79-b24e-11f2f4ef4113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fed0982-18be-4eb0-84c8-69fc9cae66de,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:49.333702 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-462ef6e2-8fe1-493b-b867-17a6a3a8c9c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:49.367913 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-462ef6e2-8fe1-493b-b867-17a6a3a8c9c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:49.378545 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port a3fb3e11-f1f7-45aa-9456-985cddc7ebdf, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=a3fb3e11-f1f7-45aa-9456-985cddc7ebdf,segment=NetworkSegment(5cb2a2e7-90bc-4e10-a276-f895674abf5c),segment_id=5cb2a2e7-90bc-4e10-a276-f895674abf5c)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:36:49.390575 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Returning: {'device': 'a3fb3e11-f1f7-45aa-9456-985cddc7ebdf', 'network_id': 'be68db2a-d7ef-4072-812b-7ac34e8884b7', 'port_id': 'a3fb3e11-f1f7-45aa-9456-985cddc7ebdf', 'mac_address': 'fa:16:3e:7d:2e:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f1987b-1fa5-4cd0-a128-938ff7f4d5b3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:36:49.425474 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-462ef6e2-8fe1-493b-b867-17a6a3a8c9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:49.429992 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-462ef6e2-8fe1-493b-b867-17a6a3a8c9c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:49.431765 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-462ef6e2-8fe1-493b-b867-17a6a3a8c9c9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3fed0982-18be-4eb0-84c8-69fc9cae66de HTTP/1.1" status: 204 len: 168 time: 0.1839490 Jul 13 14:36:49.435406 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:49.449297 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ef6e2-8fe1-493b-b867-17a6a3a8c9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fed0982-18be-4eb0-84c8-69fc9cae66de,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:49.450903 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3fb3e11-f1f7-45aa-9456-985cddc7ebdf {{(pid=93156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:36:49.486306 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port a3fb3e11-f1f7-45aa-9456-985cddc7ebdf, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=a3fb3e11-f1f7-45aa-9456-985cddc7ebdf,segment=NetworkSegment(5cb2a2e7-90bc-4e10-a276-f895674abf5c),segment_id=5cb2a2e7-90bc-4e10-a276-f895674abf5c)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:36:49.493093 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:49.561461 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=a3fb3e11-f1f7-45aa-9456-985cddc7ebdf,revision_number=4']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:49.910008 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 53446) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:49.923809 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-07e81614-d782-48fe-a42b-691b903b77be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:49.950922 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] get_ports_and_sgs() called for port_ids ['a3fb3e11-f1f7-45aa-9456-985cddc7ebdf'] {{(pid=93156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:36:50.038085 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-07e81614-d782-48fe-a42b-691b903b77be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:50.044466 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-07e81614-d782-48fe-a42b-691b903b77be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:50.093896 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-07e81614-d782-48fe-a42b-691b903b77be admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9e65485912a74605a66c8195a344f235&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1826169 Jul 13 14:36:50.095360 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e81614-d782-48fe-a42b-691b903b77be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d2d7ad-908a-4733-92a0-f41ef5509267,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:50.099887 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 53448) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:50.170043 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-9e0ff5b2-e9ab-4bff-973b-91311bef925c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:50.195167 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-9e0ff5b2-e9ab-4bff-973b-91311bef925c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:50.306133 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-9e0ff5b2-e9ab-4bff-973b-91311bef925c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:50.318283 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-9e0ff5b2-e9ab-4bff-973b-91311bef925c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:50.322849 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-9e0ff5b2-e9ab-4bff-973b-91311bef925c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/88d2d7ad-908a-4733-92a0-f41ef5509267 HTTP/1.1" status: 204 len: 168 time: 0.2160647 Jul 13 14:36:50.384584 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ff5b2-e9ab-4bff-973b-91311bef925c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d2d7ad-908a-4733-92a0-f41ef5509267,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:50.469330 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f545dc4-957e-4769-93c3-35e770c07cf7 req-d2a4118a-775e-42ff-a43d-1e47c2181288 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:50.476289 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7f545dc4-957e-4769-93c3-35e770c07cf7 req-d2a4118a-775e-42ff-a43d-1e47c2181288 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9466607-150b-4738-9483-a0ebab0cb860 HTTP/1.1" status: 200 len: 944 time: 0.1323152 Jul 13 14:36:50.495657 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7799c63-de03-4f79-a028-fa2a6d03d953 req-aea1117c-11f6-4e64-8432-46ab98bb36c0 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:50.498699 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d7799c63-de03-4f79-a028-fa2a6d03d953 req-aea1117c-11f6-4e64-8432-46ab98bb36c0 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 945 time: 0.1494408 Jul 13 14:36:50.575283 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7f545dc4-957e-4769-93c3-35e770c07cf7 req-b2de9261-74c2-48a5-86d8-8be554dcd112 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981274 Jul 13 14:36:50.591569 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d7799c63-de03-4f79-a028-fa2a6d03d953 req-7eebecaa-6549-453e-ab61-8e8cf791bc45 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836165 Jul 13 14:36:51.128509 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 53512) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:51.257221 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device a3fb3e11-f1f7-45aa-9456-985cddc7ebdf up at agent hyperv_hv-cinder-78445 {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:36:51.316470 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Provisioning for port a3fb3e11-f1f7-45aa-9456-985cddc7ebdf completed by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:36:51.320550 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Provisioning complete for port a3fb3e11-f1f7-45aa-9456-985cddc7ebdf triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:36:51.320992 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:51.347305 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-32fc206b-19e6-47ce-8b6b-6fd9ea72217c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:51.432353 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:51.467913 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-32fc206b-19e6-47ce-8b6b-6fd9ea72217c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:51.470736 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9466607-150b-4738-9483-a0ebab0cb860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3fb3e11-f1f7-45aa-9456-985cddc7ebdf'}] {{(pid=93156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:36:51.473355 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd5989a68af48bbe0a00b0c674d1da0e65c633cef20e3ffd105cdad221ff8d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e344a69e-30d9-448a-af5b-4616e1327767" -d '{"events": [{"server_uuid": "a9466607-150b-4738-9483-a0ebab0cb860", "name": "network-vif-plugged", "status": "completed", "tag": "a3fb3e11-f1f7-45aa-9456-985cddc7ebdf"}]}' {{(pid=93156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:36:51.474083 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-32fc206b-19e6-47ce-8b6b-6fd9ea72217c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:51.486101 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port a3fb3e11-f1f7-45aa-9456-985cddc7ebdf, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=a3fb3e11-f1f7-45aa-9456-985cddc7ebdf,segment=NetworkSegment(5cb2a2e7-90bc-4e10-a276-f895674abf5c),segment_id=5cb2a2e7-90bc-4e10-a276-f895674abf5c)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:36:51.491398 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:51.547052 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc206b-19e6-47ce-8b6b-6fd9ea72217c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129b02e2-9ca0-4d11-8aa6-07421665668a,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:51.562321 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-32fc206b-19e6-47ce-8b6b-6fd9ea72217c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7c8d09f47eb84e2bb46864330ef8fe7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4326539 Jul 13 14:36:51.566729 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 53532) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:51.570345 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6764fcc7-6877-4cd1-9bd0-45ad503c6949 x-openstack-request-id: req-6764fcc7-6877-4cd1-9bd0-45ad503c6949 {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:36:51.570624 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9466607-150b-4738-9483-a0ebab0cb860", "name": "network-vif-plugged", "status": "completed", "tag": "a3fb3e11-f1f7-45aa-9456-985cddc7ebdf", "code": 200}]} {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:36:51.570880 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6764fcc7-6877-4cd1-9bd0-45ad503c6949 {{(pid=93156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:36:51.571675 dv-cinder-784453-8-iscsi neutron-server[93156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9466607-150b-4738-9483-a0ebab0cb860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3fb3e11-f1f7-45aa-9456-985cddc7ebdf', 'code': 200} Jul 13 14:36:51.620565 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=a3fb3e11-f1f7-45aa-9456-985cddc7ebdf,revision_number=5']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:51.690358 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-486fe50a-d753-465a-ac1b-d444f2399598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:51.737255 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-486fe50a-d753-465a-ac1b-d444f2399598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:51.909197 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-486fe50a-d753-465a-ac1b-d444f2399598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:51.911714 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-486fe50a-d753-465a-ac1b-d444f2399598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:51.914001 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-486fe50a-d753-465a-ac1b-d444f2399598 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/129b02e2-9ca0-4d11-8aa6-07421665668a HTTP/1.1" status: 204 len: 168 time: 0.3461585 Jul 13 14:36:51.940607 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400b380-5fe5-434b-9531-1cd15dd2659f req-f4b6e8c9-97b0-4c8a-9e81-8d07a5e13c84 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:51.945873 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66f868-e6d3-4bdb-8992-b63b8c5b8d56 req-a912d9f6-0f8f-422e-9357-d58c6f220eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:51.950197 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4400b380-5fe5-434b-9531-1cd15dd2659f req-f4b6e8c9-97b0-4c8a-9e81-8d07a5e13c84 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 945 time: 0.1967933 Jul 13 14:36:51.951436 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-8e66f868-e6d3-4bdb-8992-b63b8c5b8d56 req-a912d9f6-0f8f-422e-9357-d58c6f220eac service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a9466607-150b-4738-9483-a0ebab0cb860 HTTP/1.1" status: 200 len: 1098 time: 0.1025484 Jul 13 14:36:51.971804 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486fe50a-d753-465a-ac1b-d444f2399598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129b02e2-9ca0-4d11-8aa6-07421665668a,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:51.985615 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc24f5e-86fc-446d-9062-1214252113b6 req-51f6d212-5feb-43c9-a535-c5d6ed303b73 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:51.994766 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3cc24f5e-86fc-446d-9062-1214252113b6 req-51f6d212-5feb-43c9-a535-c5d6ed303b73 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9466607-150b-4738-9483-a0ebab0cb860 HTTP/1.1" status: 200 len: 945 time: 0.1881230 Jul 13 14:36:52.029194 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-8e66f868-e6d3-4bdb-8992-b63b8c5b8d56 req-9ac2f91a-e3c0-4766-8e7a-ce2fe09b3b7e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533242 Jul 13 14:36:52.038302 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4400b380-5fe5-434b-9531-1cd15dd2659f req-31b59605-60e5-468d-a380-b1f86fd2374d tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870755 Jul 13 14:36:52.066931 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3cc24f5e-86fc-446d-9062-1214252113b6 req-caf33c0e-a634-4e79-b21c-62f81314a7b8 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705302 Jul 13 14:36:52.343887 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 53560) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:52.360908 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-63fe337a-8264-4a45-82ca-a42117cc450a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:52.465575 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-63fe337a-8264-4a45-82ca-a42117cc450a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:52.479903 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-63fe337a-8264-4a45-82ca-a42117cc450a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:52.520513 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-63fe337a-8264-4a45-82ca-a42117cc450a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a05de7697cbf42fcae8db9f8a64df1f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1752443 Jul 13 14:36:52.521874 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fe337a-8264-4a45-82ca-a42117cc450a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0afeb03d-3aec-42d8-9d96-c649721920af,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:52.523007 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 53562) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:52.577071 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8d496c28-8e9e-48e8-a511-ea6364c46a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:52.600462 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8d496c28-8e9e-48e8-a511-ea6364c46a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:52.670537 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8d496c28-8e9e-48e8-a511-ea6364c46a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:52.674050 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8d496c28-8e9e-48e8-a511-ea6364c46a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:52.675260 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-8d496c28-8e9e-48e8-a511-ea6364c46a6e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0afeb03d-3aec-42d8-9d96-c649721920af HTTP/1.1" status: 204 len: 168 time: 0.1512344 Jul 13 14:36:52.692392 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d496c28-8e9e-48e8-a511-ea6364c46a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0afeb03d-3aec-42d8-9d96-c649721920af,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:52.989705 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 53580) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:53.132027 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d9cf6885-1196-4837-9256-c7a80c118864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:53.343941 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d9cf6885-1196-4837-9256-c7a80c118864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:53.351664 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d9cf6885-1196-4837-9256-c7a80c118864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:53.363369 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c30050-ecec-4557-ac27-c514ec7cea9f req-d5104c9b-0caf-4a32-9feb-538e6b0ded78 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:53.364919 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f9c30050-ecec-4557-ac27-c514ec7cea9f req-d5104c9b-0caf-4a32-9feb-538e6b0ded78 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 945 time: 0.1699531 Jul 13 14:36:53.397544 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013da169-ea0c-4341-aae5-ef2f73c091f5 req-b6e2fc85-f19d-4258-9421-86be007fae54 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:53.399759 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-013da169-ea0c-4341-aae5-ef2f73c091f5 req-b6e2fc85-f19d-4258-9421-86be007fae54 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9466607-150b-4738-9483-a0ebab0cb860 HTTP/1.1" status: 200 len: 945 time: 0.1862326 Jul 13 14:36:53.460192 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cf6885-1196-4837-9256-c7a80c118864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60cb9f74-a93f-4e87-a524-71b25eca8e07,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:53.468231 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-d9cf6885-1196-4837-9256-c7a80c118864 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e22fc21e8afb44b297cc2421d9882b67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4770167 Jul 13 14:36:53.472719 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 53604) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:53.526024 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-013da169-ea0c-4341-aae5-ef2f73c091f5 req-c1e7bd0a-0b59-45e5-bcf2-f1b52f4d6e47 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130140 Jul 13 14:36:53.531410 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f9c30050-ecec-4557-ac27-c514ec7cea9f req-0138bdaf-a0c1-447a-ae7c-a2d2c34a33a1 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471322 Jul 13 14:36:53.629423 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8b095fe0-92a3-4e12-8b05-9fe126483d1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:53.669818 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8b095fe0-92a3-4e12-8b05-9fe126483d1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:53.763296 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8b095fe0-92a3-4e12-8b05-9fe126483d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:53.767982 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8b095fe0-92a3-4e12-8b05-9fe126483d1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:53.770105 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-8b095fe0-92a3-4e12-8b05-9fe126483d1e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/60cb9f74-a93f-4e87-a524-71b25eca8e07 HTTP/1.1" status: 204 len: 168 time: 0.2948248 Jul 13 14:36:53.780756 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b095fe0-92a3-4e12-8b05-9fe126483d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60cb9f74-a93f-4e87-a524-71b25eca8e07,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:54.248768 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 53630) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:54.263039 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-9d3230c8-2a2a-46d8-9378-f134e09d91bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:54.369773 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-9d3230c8-2a2a-46d8-9378-f134e09d91bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:54.375341 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-9d3230c8-2a2a-46d8-9378-f134e09d91bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:54.414634 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3230c8-2a2a-46d8-9378-f134e09d91bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a6b624-7655-445c-a147-98ed12b7fb98,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:54.418953 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-9d3230c8-2a2a-46d8-9378-f134e09d91bd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6070b282cfcf48358e703d192c07925a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1690266 Jul 13 14:36:54.421630 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 53634) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:54.425174 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 53636) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:54.476433 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-172e8a95-865c-4ba3-9100-ddc8d8068aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:54.499580 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-172e8a95-865c-4ba3-9100-ddc8d8068aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:54.552293 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-172e8a95-865c-4ba3-9100-ddc8d8068aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:54.552459 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a3930137-9f7a-41e6-9df1-5c911ea5623f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:54.555958 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-172e8a95-865c-4ba3-9100-ddc8d8068aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:54.560957 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-172e8a95-865c-4ba3-9100-ddc8d8068aa0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/91a6b624-7655-445c-a147-98ed12b7fb98 HTTP/1.1" status: 204 len: 168 time: 0.1384957 Jul 13 14:36:54.569324 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e8a95-865c-4ba3-9100-ddc8d8068aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a6b624-7655-445c-a147-98ed12b7fb98,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:54.666142 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a3930137-9f7a-41e6-9df1-5c911ea5623f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:54.680983 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a3930137-9f7a-41e6-9df1-5c911ea5623f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:54.761154 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-a3930137-9f7a-41e6-9df1-5c911ea5623f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ccccb2f25bb84a6385d58c39b7e805d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3342628 Jul 13 14:36:54.765405 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 53646) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:54.770747 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3930137-9f7a-41e6-9df1-5c911ea5623f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed266086-7374-4900-9b50-7893af5ae642,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:54.837138 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d7616-6ecf-4feb-b2cf-97f7a8abd8d2 req-d7f09a98-f52c-4ca1-9a12-0cf0322f90be tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:54.842890 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e93d7616-6ecf-4feb-b2cf-97f7a8abd8d2 req-d7f09a98-f52c-4ca1-9a12-0cf0322f90be tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9466607-150b-4738-9483-a0ebab0cb860 HTTP/1.1" status: 200 len: 945 time: 0.1547956 Jul 13 14:36:54.847861 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2094e2f6-d45a-41a8-801a-a1c9f918a8bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:54.871134 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2094e2f6-d45a-41a8-801a-a1c9f918a8bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:54.917232 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e93d7616-6ecf-4feb-b2cf-97f7a8abd8d2 req-36a00759-7f52-4cd3-82f9-d016d5455edf tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622187 Jul 13 14:36:54.933896 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2094e2f6-d45a-41a8-801a-a1c9f918a8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:54.936993 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2094e2f6-d45a-41a8-801a-a1c9f918a8bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:54.940329 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-2094e2f6-d45a-41a8-801a-a1c9f918a8bf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ed266086-7374-4900-9b50-7893af5ae642 HTTP/1.1" status: 204 len: 168 time: 0.1715727 Jul 13 14:36:54.972600 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469c5d7-7f91-4dc5-bd51-037b0e4f4eaa req-9f4ff14a-912d-4d09-b639-9c3c0835bf5e tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:54.974165 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a469c5d7-7f91-4dc5-bd51-037b0e4f4eaa req-9f4ff14a-912d-4d09-b639-9c3c0835bf5e tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 945 time: 0.1295438 Jul 13 14:36:54.974421 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2094e2f6-d45a-41a8-801a-a1c9f918a8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed266086-7374-4900-9b50-7893af5ae642,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:55.039430 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a469c5d7-7f91-4dc5-bd51-037b0e4f4eaa req-09b619f2-1df8-4440-a720-7855fd6f77c0 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564351 Jul 13 14:36:55.616264 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 53692) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:55.821520 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-40bdee1b-66fa-4610-bcca-cb4a36598fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:55.965336 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-40bdee1b-66fa-4610-bcca-cb4a36598fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:55.972434 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-40bdee1b-66fa-4610-bcca-cb4a36598fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:56.022345 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bdee1b-66fa-4610-bcca-cb4a36598fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7799213c-68be-4306-b725-f5ec9c33c96f,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:56.050239 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-40bdee1b-66fa-4610-bcca-cb4a36598fe0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c88dd43863b5408db869878341db94e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4324234 Jul 13 14:36:56.052777 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 53716) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:56.116427 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-fd6dae8b-576e-41e8-8bb7-aad4b26dd7fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:56.152121 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-fd6dae8b-576e-41e8-8bb7-aad4b26dd7fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:56.228631 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-fd6dae8b-576e-41e8-8bb7-aad4b26dd7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:56.232788 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-fd6dae8b-576e-41e8-8bb7-aad4b26dd7fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:56.236756 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-fd6dae8b-576e-41e8-8bb7-aad4b26dd7fd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7799213c-68be-4306-b725-f5ec9c33c96f HTTP/1.1" status: 204 len: 168 time: 0.1806045 Jul 13 14:36:56.246319 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6dae8b-576e-41e8-8bb7-aad4b26dd7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7799213c-68be-4306-b725-f5ec9c33c96f,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:56.357781 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069320b-23fa-489b-bdd7-10991330d87a req-f57cd2a3-cd43-4457-ba11-24f052f1074b tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:56.368853 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3069320b-23fa-489b-bdd7-10991330d87a req-f57cd2a3-cd43-4457-ba11-24f052f1074b tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 945 time: 0.1686478 Jul 13 14:36:56.439133 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3069320b-23fa-489b-bdd7-10991330d87a req-9b5f9d9a-a5db-4c3c-8deb-2d9ab5cb87a5 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691724 Jul 13 14:36:56.830929 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 53746) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:56.844256 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-bc1c1867-6fc0-4190-bc67-709e63adce15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:56.943946 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-bc1c1867-6fc0-4190-bc67-709e63adce15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:56.947520 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-bc1c1867-6fc0-4190-bc67-709e63adce15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:56.996331 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-bc1c1867-6fc0-4190-bc67-709e63adce15 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5ca57a7ab58c47d0a6596fc9aa09dc9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1642878 Jul 13 14:36:56.997213 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c1867-6fc0-4190-bc67-709e63adce15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29fde4cb-64fc-44b8-ad61-52adb9a9477b,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:57.000695 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 53752) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:36:57.072625 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-dee74c49-285b-4a68-98eb-0fdba77e6290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:57.098029 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-dee74c49-285b-4a68-98eb-0fdba77e6290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:57.152629 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-dee74c49-285b-4a68-98eb-0fdba77e6290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:57.155555 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-dee74c49-285b-4a68-98eb-0fdba77e6290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:36:57.156709 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-dee74c49-285b-4a68-98eb-0fdba77e6290 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/29fde4cb-64fc-44b8-ad61-52adb9a9477b HTTP/1.1" status: 204 len: 168 time: 0.1550767 Jul 13 14:36:57.165358 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee74c49-285b-4a68-98eb-0fdba77e6290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fde4cb-64fc-44b8-ad61-52adb9a9477b,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:36:57.675084 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1cac9b-7197-4c0d-834d-13ed938123ec req-5ec0293e-7388-42c2-b999-2cb4b83eef74 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:57.676608 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1e1cac9b-7197-4c0d-834d-13ed938123ec req-5ec0293e-7388-42c2-b999-2cb4b83eef74 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 945 time: 0.0767698 Jul 13 14:36:57.728599 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1e1cac9b-7197-4c0d-834d-13ed938123ec req-40f1e108-2d63-441a-b1bb-61327439ae8f tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460236 Jul 13 14:36:58.926630 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01372876-f55f-4f83-9039-07b303a63f28 req-b4e405fc-0253-43e1-b388-01ed20675285 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:36:58.928064 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-01372876-f55f-4f83-9039-07b303a63f28 req-b4e405fc-0253-43e1-b388-01ed20675285 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 945 time: 0.0632169 Jul 13 14:36:58.969529 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-01372876-f55f-4f83-9039-07b303a63f28 req-7a7d064f-ebf1-46c9-85ce-be79e80d72bd tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345111 Jul 13 14:37:01.363597 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161543f-f990-4140-8b23-fc400238353a req-03a95adf-646d-4176-b120-fe39adb5315b tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:01.365076 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c161543f-f990-4140-8b23-fc400238353a req-03a95adf-646d-4176-b120-fe39adb5315b tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 945 time: 0.0676517 Jul 13 14:37:01.406693 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c161543f-f990-4140-8b23-fc400238353a req-8debdbfe-e87c-428c-9dcf-7db4e6e041f7 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348098 Jul 13 14:37:02.132250 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 53884) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:02.253902 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-1f5f3f3d-11e5-43c2-a4a1-82794b1a38ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:02.372461 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-1f5f3f3d-11e5-43c2-a4a1-82794b1a38ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:02.378961 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-1f5f3f3d-11e5-43c2-a4a1-82794b1a38ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:02.468740 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 53906) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:02.469213 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-1f5f3f3d-11e5-43c2-a4a1-82794b1a38ac admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b958304290e74aa59474ae7973c1f3ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3347957 Jul 13 14:37:02.472697 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f3f3d-11e5-43c2-a4a1-82794b1a38ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58e9518-3fc3-4150-aa5a-06c9126305de,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:02.487006 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5f3f3d-11e5-43c2-a4a1-82794b1a38ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:02.487607 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5f3f3d-11e5-43c2-a4a1-82794b1a38ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:02.488184 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5f3f3d-11e5-43c2-a4a1-82794b1a38ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:02.489368 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5f3f3d-11e5-43c2-a4a1-82794b1a38ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:02.490061 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5f3f3d-11e5-43c2-a4a1-82794b1a38ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:02.490711 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5f3f3d-11e5-43c2-a4a1-82794b1a38ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:02.491289 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5f3f3d-11e5-43c2-a4a1-82794b1a38ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:02.491843 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5f3f3d-11e5-43c2-a4a1-82794b1a38ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:02.492412 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5f3f3d-11e5-43c2-a4a1-82794b1a38ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:02.493001 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5f3f3d-11e5-43c2-a4a1-82794b1a38ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:02.493820 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5f3f3d-11e5-43c2-a4a1-82794b1a38ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:02.495714 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5f3f3d-11e5-43c2-a4a1-82794b1a38ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:02.545687 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-997ff108-ed72-42c0-b350-b168b50ea190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:02.572299 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-997ff108-ed72-42c0-b350-b168b50ea190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:02.642735 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-997ff108-ed72-42c0-b350-b168b50ea190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:02.645835 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-997ff108-ed72-42c0-b350-b168b50ea190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:02.647309 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-997ff108-ed72-42c0-b350-b168b50ea190 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a58e9518-3fc3-4150-aa5a-06c9126305de HTTP/1.1" status: 204 len: 168 time: 0.1741388 Jul 13 14:37:02.660642 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ff108-ed72-42c0-b350-b168b50ea190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58e9518-3fc3-4150-aa5a-06c9126305de,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:02.677638 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ff108-ed72-42c0-b350-b168b50ea190 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:02.678161 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ff108-ed72-42c0-b350-b168b50ea190 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:02.678815 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ff108-ed72-42c0-b350-b168b50ea190 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:02.679181 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ff108-ed72-42c0-b350-b168b50ea190 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:02.679571 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ff108-ed72-42c0-b350-b168b50ea190 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:02.680388 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ff108-ed72-42c0-b350-b168b50ea190 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:02.680631 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ff108-ed72-42c0-b350-b168b50ea190 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:02.680986 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ff108-ed72-42c0-b350-b168b50ea190 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:02.681545 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ff108-ed72-42c0-b350-b168b50ea190 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:02.681876 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ff108-ed72-42c0-b350-b168b50ea190 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:02.682771 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ff108-ed72-42c0-b350-b168b50ea190 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:02.683093 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ff108-ed72-42c0-b350-b168b50ea190 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:02.769975 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e0e4a-48cc-47ac-adbf-cb86e2feebe9 req-eb498198-579a-413d-ad4e-ba52444abcbb tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:02.771694 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-339e0e4a-48cc-47ac-adbf-cb86e2feebe9 req-eb498198-579a-413d-ad4e-ba52444abcbb tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 945 time: 0.0979109 Jul 13 14:37:02.838340 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-339e0e4a-48cc-47ac-adbf-cb86e2feebe9 req-2aaebd58-b0f6-4121-bb25-5eebb16ac718 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559602 Jul 13 14:37:03.222657 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 53950) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:03.273717 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-234d8542-a974-4e71-98e6-3269412e728f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:03.331697 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ec6bdc47-924c-4f53-b116-3b88c16c617e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:03.444445 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ec6bdc47-924c-4f53-b116-3b88c16c617e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:03.450575 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ec6bdc47-924c-4f53-b116-3b88c16c617e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:03.497819 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-ec6bdc47-924c-4f53-b116-3b88c16c617e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0b692381179b473e9bb4cb8c00e64591&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2738509 Jul 13 14:37:03.500641 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 53968) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:03.549361 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6bdc47-924c-4f53-b116-3b88c16c617e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6433f9e9-0d4a-4209-af06-646dedfa42c9,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:03.622649 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-804c61cc-d723-44a1-a3ca-77b6518ca4a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:03.646592 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-804c61cc-d723-44a1-a3ca-77b6518ca4a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:03.705425 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-804c61cc-d723-44a1-a3ca-77b6518ca4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:03.708140 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-804c61cc-d723-44a1-a3ca-77b6518ca4a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:03.710737 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-804c61cc-d723-44a1-a3ca-77b6518ca4a1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6433f9e9-0d4a-4209-af06-646dedfa42c9 HTTP/1.1" status: 204 len: 168 time: 0.2085183 Jul 13 14:37:03.723696 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c61cc-d723-44a1-a3ca-77b6518ca4a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6433f9e9-0d4a-4209-af06-646dedfa42c9,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:03.890878 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e328c-672c-4a41-8ec3-4169622b0156 req-0d2d8051-642b-448b-8ec3-00bc1bb69c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:03.892375 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-6e2e328c-672c-4a41-8ec3-4169622b0156 req-0d2d8051-642b-448b-8ec3-00bc1bb69c25 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 1098 time: 0.0654707 Jul 13 14:37:03.949145 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-6e2e328c-672c-4a41-8ec3-4169622b0156 req-aad6632d-58a9-4352-ae5d-d0146e355cd0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479290 Jul 13 14:37:04.076385 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f5b4c-8087-45fd-9963-51aa1468aa8e req-575fc3db-9a99-48a1-85f5-9175632170fe tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:04.077991 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-187f5b4c-8087-45fd-9963-51aa1468aa8e req-575fc3db-9a99-48a1-85f5-9175632170fe tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 945 time: 0.0854626 Jul 13 14:37:04.136160 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-187f5b4c-8087-45fd-9963-51aa1468aa8e req-04ce7054-f062-4d85-b8b6-71c644d8a593 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448573 Jul 13 14:37:04.970766 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e694c8f-92fa-4aa1-a823-2cd00cc35014 req-873ab40e-f1d7-4060-8e6a-8c2d6adc29b2 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:04.972509 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2e694c8f-92fa-4aa1-a823-2cd00cc35014 req-873ab40e-f1d7-4060-8e6a-8c2d6adc29b2 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/networks?id=be68db2a-d7ef-4072-812b-7ac34e8884b7 HTTP/1.1" status: 200 len: 815 time: 0.1222055 Jul 13 14:37:04.996260 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2e694c8f-92fa-4aa1-a823-2cd00cc35014 req-b6dedc5f-1eec-42a6-948a-d548f9735989 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/quotas/715c9650cb454772898dfc0217ff12d3 HTTP/1.1" status: 200 len: 375 time: 0.0126028 Jul 13 14:37:05.093034 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2e694c8f-92fa-4aa1-a823-2cd00cc35014 req-f7f86c0c-6488-4d16-814d-aa567b8c1c5b tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=715c9650cb454772898dfc0217ff12d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0900970 Jul 13 14:37:05.207738 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2e694c8f-92fa-4aa1-a823-2cd00cc35014 req-3322f382-d395-4dc5-b1cf-46a87887fc32 service neutron] 10.222.0.11 "GET /v2.0/networks/be68db2a-d7ef-4072-812b-7ac34e8884b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060412 Jul 13 14:37:05.354015 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2e694c8f-92fa-4aa1-a823-2cd00cc35014 req-5aaec284-b111-4866-99d9-caf1b795d62d service neutron] 10.222.0.11 "GET /v2.0/networks/be68db2a-d7ef-4072-812b-7ac34e8884b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413212 Jul 13 14:37:05.622291 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cbece3-2ebe-4385-9ed8-f0eb5544406b req-991a273d-9ec8-4ab1-be3a-70e5674ca6f3 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:05.624103 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-96cbece3-2ebe-4385-9ed8-f0eb5544406b req-991a273d-9ec8-4ab1-be3a-70e5674ca6f3 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 945 time: 0.1248198 Jul 13 14:37:05.687962 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-96cbece3-2ebe-4385-9ed8-f0eb5544406b req-70530ed8-53e0-4be7-982f-cf8d911ff4a2 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539954 Jul 13 14:37:05.705991 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d45a0e78-3b63-4f45-9e00-9882cd6f251f req-8e6d3b7b-496e-422c-a6dc-19a8b543c03c tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=12cdd4bf-2993-4a5b-b7fb-b698f33e34c0 HTTP/1.1" status: 200 len: 210 time: 0.0346644 Jul 13 14:37:05.848922 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 54126) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:05.899384 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c275c8a3-ae48-4e4f-bfbb-fd6fec7891e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:05.981018 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ca0cc53a-1f72-45ac-9330-7bbc7e08d808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:06.083584 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ca0cc53a-1f72-45ac-9330-7bbc7e08d808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:06.089545 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ca0cc53a-1f72-45ac-9330-7bbc7e08d808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:06.132600 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0cc53a-1f72-45ac-9330-7bbc7e08d808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e5cf3f-7f5d-4f52-aa5a-50e902dec02b,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:06.142648 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 54136) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:06.143183 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-ca0cc53a-1f72-45ac-9330-7bbc7e08d808 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0f30e53c80fb485e941e141bc4f53d0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2925444 Jul 13 14:37:06.152337 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:06.200544 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-dfedb5f5-0f3f-4ad8-9211-7e4cfe45dd8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:06.222495 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-dfedb5f5-0f3f-4ad8-9211-7e4cfe45dd8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:06.279132 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-dfedb5f5-0f3f-4ad8-9211-7e4cfe45dd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:06.281830 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-dfedb5f5-0f3f-4ad8-9211-7e4cfe45dd8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:06.283375 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-dfedb5f5-0f3f-4ad8-9211-7e4cfe45dd8e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e2e5cf3f-7f5d-4f52-aa5a-50e902dec02b HTTP/1.1" status: 204 len: 168 time: 0.1393299 Jul 13 14:37:06.293439 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfedb5f5-0f3f-4ad8-9211-7e4cfe45dd8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e5cf3f-7f5d-4f52-aa5a-50e902dec02b,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:07.007987 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-39dcb5cb-2476-4b90-b960-9468f7a3ff2a req-d6d63c02-27b2-4e13-8a23-b56f9e225bb6 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=12cdd4bf-2993-4a5b-b7fb-b698f33e34c0 HTTP/1.1" status: 200 len: 210 time: 0.0901370 Jul 13 14:37:07.067252 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918f3b3-df78-4621-bdfe-9e81be6026b8 req-7ad18ed2-d1b9-4b08-8395-17cbb304b73f tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:07.069692 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c918f3b3-df78-4621-bdfe-9e81be6026b8 req-7ad18ed2-d1b9-4b08-8395-17cbb304b73f tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 945 time: 0.1497624 Jul 13 14:37:07.115530 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c918f3b3-df78-4621-bdfe-9e81be6026b8 req-c571264e-6379-4434-a19f-f8d903e52721 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390813 Jul 13 14:37:07.185062 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:07.300534 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e694c8f-92fa-4aa1-a823-2cd00cc35014 req-8cafde97-5e15-4376-8b74-8b14164b1076 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:07.302777 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-2e694c8f-92fa-4aa1-a823-2cd00cc35014 req-8cafde97-5e15-4376-8b74-8b14164b1076 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.39 "GET /v2.0/networks?id=be68db2a-d7ef-4072-812b-7ac34e8884b7 HTTP/1.1" status: 200 len: 815 time: 0.1824818 Jul 13 14:37:07.328875 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [req-2e694c8f-92fa-4aa1-a823-2cd00cc35014 req-2983bffd-de73-4703-a2bc-7d76647b5c17 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Request body: {'port': {'device_id': '12cdd4bf-2993-4a5b-b7fb-b698f33e34c0', 'network_id': 'be68db2a-d7ef-4072-812b-7ac34e8884b7', 'admin_state_up': True, 'tenant_id': '715c9650cb454772898dfc0217ff12d3'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:07.368800 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca697af0-41fe-4f51-ae64-d396858ff2bc req-615523ee-0d16-4e69-97b3-e3df521603c7 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:07.371862 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ca697af0-41fe-4f51-ae64-d396858ff2bc req-615523ee-0d16-4e69-97b3-e3df521603c7 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.0862718 Jul 13 14:37:07.447386 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ca697af0-41fe-4f51-ae64-d396858ff2bc req-5529a6d7-3ac6-4c76-a363-3ada098c19bb tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621448 Jul 13 14:37:07.524300 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e694c8f-92fa-4aa1-a823-2cd00cc35014 req-2983bffd-de73-4703-a2bc-7d76647b5c17 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Made reservation on behalf of 715c9650cb454772898dfc0217ff12d3 for: {'port': 1} {{(pid=93155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:37:07.529942 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-2e694c8f-92fa-4aa1-a823-2cd00cc35014 req-2983bffd-de73-4703-a2bc-7d76647b5c17 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:07.693859 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.db_base_plugin_common [req-2e694c8f-92fa-4aa1-a823-2cd00cc35014 req-2983bffd-de73-4703-a2bc-7d76647b5c17 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Allocated IP 172.20.0.11 (be68db2a-d7ef-4072-812b-7ac34e8884b7/81f1987b-1fa5-4cd0-a128-938ff7f4d5b3/b606e69d-caa3-4fe7-9b56-106be274f192) {{(pid=93155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:37:07.915329 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-2e694c8f-92fa-4aa1-a823-2cd00cc35014 req-2983bffd-de73-4703-a2bc-7d76647b5c17 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Notify callbacks [] for port, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:07.946133 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 54210) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:07.978521 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-2e694c8f-92fa-4aa1-a823-2cd00cc35014 req-2983bffd-de73-4703-a2bc-7d76647b5c17 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:08.033824 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e694c8f-92fa-4aa1-a823-2cd00cc35014 req-2983bffd-de73-4703-a2bc-7d76647b5c17 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Network be68db2a-d7ef-4072-812b-7ac34e8884b7 is already hosted by enough agents. {{(pid=93155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:37:08.039622 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [req-2e694c8f-92fa-4aa1-a823-2cd00cc35014 req-2983bffd-de73-4703-a2bc-7d76647b5c17 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Resources bound (agent type, host, resource id): {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:37:08.042142 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e694c8f-92fa-4aa1-a823-2cd00cc35014 req-2983bffd-de73-4703-a2bc-7d76647b5c17 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Received port after_create {{(pid=93155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:37:08.081693 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2983bffd-de73-4703-a2bc-7d76647b5c17 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Pushing event updated for resources: {'Port': ['ID=b606e69d-caa3-4fe7-9b56-106be274f192,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:08.084183 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-dd467463-53cc-4bde-9502-49d5bb2e4fa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:08.109190 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e694c8f-92fa-4aa1-a823-2cd00cc35014 req-2983bffd-de73-4703-a2bc-7d76647b5c17 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:08.109863 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-2e694c8f-92fa-4aa1-a823-2cd00cc35014 req-2983bffd-de73-4703-a2bc-7d76647b5c17 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:08.177760 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-dd467463-53cc-4bde-9502-49d5bb2e4fa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:08.183192 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-dd467463-53cc-4bde-9502-49d5bb2e4fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:08.188811 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-2e694c8f-92fa-4aa1-a823-2cd00cc35014 req-2983bffd-de73-4703-a2bc-7d76647b5c17 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8646209 Jul 13 14:37:08.224858 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-dd467463-53cc-4bde-9502-49d5bb2e4fa8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=329a0a9c8e7548789758ac7cc18c8e1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2770820 Jul 13 14:37:08.226892 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd467463-53cc-4bde-9502-49d5bb2e4fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5351c475-6566-4dbc-8d7b-656d2fa66282,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:08.227694 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 54216) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:08.285445 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-62f94196-2668-442a-b9ca-d757b5518cf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:08.312406 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-62f94196-2668-442a-b9ca-d757b5518cf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:08.357981 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-62f94196-2668-442a-b9ca-d757b5518cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:08.360628 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-62f94196-2668-442a-b9ca-d757b5518cf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:08.361831 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-62f94196-2668-442a-b9ca-d757b5518cf2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5351c475-6566-4dbc-8d7b-656d2fa66282 HTTP/1.1" status: 204 len: 168 time: 0.1331542 Jul 13 14:37:08.371728 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f94196-2668-442a-b9ca-d757b5518cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5351c475-6566-4dbc-8d7b-656d2fa66282,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:08.568923 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:09.044354 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 54246) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:09.140205 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [None req-09c58703-c7d2-4892-8d7b-9658709720cf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-784266502-network', 'tenant_id': '5892afb7184848a28e5c2b3bb47266c2'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:09.160178 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c58703-c7d2-4892-8d7b-9658709720cf admin admin] Made reservation on behalf of 5892afb7184848a28e5c2b3bb47266c2 for: {'network': 1} {{(pid=93155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:37:09.162500 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-09c58703-c7d2-4892-8d7b-9658709720cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for network, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:09.170695 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-09c58703-c7d2-4892-8d7b-9658709720cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:09.270579 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-09c58703-c7d2-4892-8d7b-9658709720cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:09.274340 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-09c58703-c7d2-4892-8d7b-9658709720cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:09.299942 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09c58703-c7d2-4892-8d7b-9658709720cf admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=93155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:37:09.311044 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c58703-c7d2-4892-8d7b-9658709720cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3175c9f-9a54-4558-bfe8-2186bf241765,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:09.317213 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-09c58703-c7d2-4892-8d7b-9658709720cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834'] for segment, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:09.317823 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.db.segments_db [None req-09c58703-c7d2-4892-8d7b-9658709720cf admin admin] Added segment 7c49f002-40a4-4af3-99ab-d6aac50df09a of type vlan for network 86ac9154-8784-4774-baf0-e8c39b4cddeb Jul 13 14:37:09.358849 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-09c58703-c7d2-4892-8d7b-9658709720cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754803020822'] for network, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:09.388905 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-09c58703-c7d2-4892-8d7b-9658709720cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763'] for network, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:09.389971 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c58703-c7d2-4892-8d7b-9658709720cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:09.390742 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-09c58703-c7d2-4892-8d7b-9658709720cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for network, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:09.445786 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-09c58703-c7d2-4892-8d7b-9658709720cf admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4003174 Jul 13 14:37:09.449201 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 54252) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:09.454433 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [None req-c7aae7e1-bff7-4cc2-82d0-e83532e69177 admin admin] Request body: {'subnet': {'network_id': '86ac9154-8784-4774-baf0-e8c39b4cddeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-784266502-subnet', 'tenant_id': '5892afb7184848a28e5c2b3bb47266c2', 'ip_version': 4}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:09.460736 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c58703-c7d2-4892-8d7b-9658709720cf admin admin] Pushing event updated for resources: {'Network': ['ID=86ac9154-8784-4774-baf0-e8c39b4cddeb,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:09.471289 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Network 86ac9154-8784-4774-baf0-e8c39b4cddeb details requested by agent ovs-agent-dv-cinder-784453-8-iscsi with host dv-cinder-784453-8-iscsi {{(pid=93156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:37:09.483469 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7aae7e1-bff7-4cc2-82d0-e83532e69177 admin admin] Made reservation on behalf of 5892afb7184848a28e5c2b3bb47266c2 for: {'subnet': 1} {{(pid=93155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:37:09.486004 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c7aae7e1-bff7-4cc2-82d0-e83532e69177 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8977146'] for subnet, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:09.653763 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c7aae7e1-bff7-4cc2-82d0-e83532e69177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2868625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8977096'] for subnet, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:09.714449 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aae7e1-bff7-4cc2-82d0-e83532e69177 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ead56a37-b614-443b-a85d-2b5d0e7941f8,revision_number=0']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:09.722391 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7aae7e1-bff7-4cc2-82d0-e83532e69177 admin admin] Checking segment: {'id': '7c49f002-40a4-4af3-99ab-d6aac50df09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '86ac9154-8784-4774-baf0-e8c39b4cddeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:37:09.722743 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7aae7e1-bff7-4cc2-82d0-e83532e69177 admin admin] Network hostable DHCP agents. Network: 86ac9154-8784-4774-baf0-e8c39b4cddeb, hostable agents: ['c057a270-abe3-45bb-b401-4c6834b17f0a'], hosted agents: [] {{(pid=93155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:37:09.739567 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7aae7e1-bff7-4cc2-82d0-e83532e69177 admin admin] Network 86ac9154-8784-4774-baf0-e8c39b4cddeb is scheduled to be hosted by DHCP agent c057a270-abe3-45bb-b401-4c6834b17f0a with binding_index 1 {{(pid=93155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:37:09.747790 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [None req-c7aae7e1-bff7-4cc2-82d0-e83532e69177 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-8-iscsi, 86ac9154-8784-4774-baf0-e8c39b4cddeb) {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:37:09.751806 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7aae7e1-bff7-4cc2-82d0-e83532e69177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:09.752396 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c7aae7e1-bff7-4cc2-82d0-e83532e69177 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:09.756873 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a46df8-7842-46cc-8aaf-d33af111f9cd None None] Network 86ac9154-8784-4774-baf0-e8c39b4cddeb requested from dv-cinder-784453-8-iscsi {{(pid=93156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:37:09.767575 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-c7aae7e1-bff7-4cc2-82d0-e83532e69177 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3170159 Jul 13 14:37:09.770163 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 54254) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:09.774705 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [None req-1c1f1220-69cf-4ec1-8fef-b6387f392b5a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-784266502-router', 'tenant_id': '5892afb7184848a28e5c2b3bb47266c2', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'}}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:09.795690 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-1c1f1220-69cf-4ec1-8fef-b6387f392b5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2095217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4236'] for router, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:09.801819 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-1c1f1220-69cf-4ec1-8fef-b6387f392b5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2095122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4229'] for router, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:09.852973 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-1c1f1220-69cf-4ec1-8fef-b6387f392b5a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:09.908793 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b323ea55-73cf-4fbe-b611-34ad68858f42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa395d92a-1b40-5614-8749-89f2b3703122-86ac9154-8784-4774-baf0-e8c39b4cddeb', 'network_id': '86ac9154-8784-4774-baf0-e8c39b4cddeb', 'tenant_id': '5892afb7184848a28e5c2b3bb47266c2', 'fixed_ips': [{'subnet_id': 'ead56a37-b614-443b-a85d-2b5d0e7941f8'}]}} from dv-cinder-784453-8-iscsi. {{(pid=93156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:37:09.909652 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-b323ea55-73cf-4fbe-b611-34ad68858f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:09.997630 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-1c1f1220-69cf-4ec1-8fef-b6387f392b5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2095215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4247'] for router, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:10.055131 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.db_base_plugin_common [None req-b323ea55-73cf-4fbe-b611-34ad68858f42 None None] Allocated IP 172.20.0.2 (86ac9154-8784-4774-baf0-e8c39b4cddeb/ead56a37-b614-443b-a85d-2b5d0e7941f8/c0aadf5e-58b4-4aad-a83e-c78f0049cfdf) {{(pid=93156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:37:10.201097 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-b323ea55-73cf-4fbe-b611-34ad68858f42 None None] Notify callbacks [] for port, precommit_create {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:10.202016 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-1c1f1220-69cf-4ec1-8fef-b6387f392b5a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:10.209413 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-b323ea55-73cf-4fbe-b611-34ad68858f42 None None] Transition to ACTIVE for port object c0aadf5e-58b4-4aad-a83e-c78f0049cfdf will not be triggered until provisioned by entity L2. {{(pid=93156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:37:10.224012 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-1c1f1220-69cf-4ec1-8fef-b6387f392b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:10.224556 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-b323ea55-73cf-4fbe-b611-34ad68858f42 None None] Transition to ACTIVE for port object c0aadf5e-58b4-4aad-a83e-c78f0049cfdf will not be triggered until provisioned by entity DHCP. {{(pid=93156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:37:10.231723 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-b323ea55-73cf-4fbe-b611-34ad68858f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838'] for port, after_create {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:10.276671 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b323ea55-73cf-4fbe-b611-34ad68858f42 None None] Network 86ac9154-8784-4774-baf0-e8c39b4cddeb is already hosted by enough agents. {{(pid=93156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:37:10.279957 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.scheduler.base_scheduler [None req-b323ea55-73cf-4fbe-b611-34ad68858f42 None None] Resources bound (agent type, host, resource id): {{(pid=93156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:37:10.283829 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b323ea55-73cf-4fbe-b611-34ad68858f42 None None] Received port after_create {{(pid=93156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:37:10.292522 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b323ea55-73cf-4fbe-b611-34ad68858f42 None None] Pushing event updated for resources: {'Port': ['ID=c0aadf5e-58b4-4aad-a83e-c78f0049cfdf,revision_number=1']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:10.302849 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b323ea55-73cf-4fbe-b611-34ad68858f42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:10.303204 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b323ea55-73cf-4fbe-b611-34ad68858f42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:10.303550 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b323ea55-73cf-4fbe-b611-34ad68858f42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:10.303893 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b323ea55-73cf-4fbe-b611-34ad68858f42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:10.304237 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b323ea55-73cf-4fbe-b611-34ad68858f42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:10.304584 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b323ea55-73cf-4fbe-b611-34ad68858f42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:10.304914 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b323ea55-73cf-4fbe-b611-34ad68858f42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:10.305319 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b323ea55-73cf-4fbe-b611-34ad68858f42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:10.305576 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b323ea55-73cf-4fbe-b611-34ad68858f42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:10.305905 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b323ea55-73cf-4fbe-b611-34ad68858f42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:10.306230 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b323ea55-73cf-4fbe-b611-34ad68858f42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:10.306588 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b323ea55-73cf-4fbe-b611-34ad68858f42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:10.359157 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-b323ea55-73cf-4fbe-b611-34ad68858f42 None None] Attempting to bind port c0aadf5e-58b4-4aad-a83e-c78f0049cfdf on host dv-cinder-784453-8-iscsi for vnic_type normal with profile {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:37:10.359531 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-b323ea55-73cf-4fbe-b611-34ad68858f42 None None] Attempting to bind port c0aadf5e-58b4-4aad-a83e-c78f0049cfdf by drivers openvswitch,hyperv on host dv-cinder-784453-8-iscsi at level 0 using segments [{'id': '7c49f002-40a4-4af3-99ab-d6aac50df09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '86ac9154-8784-4774-baf0-e8c39b4cddeb'}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:37:10.359907 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b323ea55-73cf-4fbe-b611-34ad68858f42 None None] Attempting to bind port c0aadf5e-58b4-4aad-a83e-c78f0049cfdf on network 86ac9154-8784-4774-baf0-e8c39b4cddeb {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:37:10.365241 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b323ea55-73cf-4fbe-b611-34ad68858f42 None None] Checking agent: {'id': '3ba56e3d-baa8-43e8-bda8-5a4cd0b2ced4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 7, 13, 14, 27, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:37:10.365617 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b323ea55-73cf-4fbe-b611-34ad68858f42 None None] Checking segment: {'id': '7c49f002-40a4-4af3-99ab-d6aac50df09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '86ac9154-8784-4774-baf0-e8c39b4cddeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:37:10.366028 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-b323ea55-73cf-4fbe-b611-34ad68858f42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:10.366464 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b323ea55-73cf-4fbe-b611-34ad68858f42 None None] Bound using segment: {'id': '7c49f002-40a4-4af3-99ab-d6aac50df09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '86ac9154-8784-4774-baf0-e8c39b4cddeb'} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:37:10.366940 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-b323ea55-73cf-4fbe-b611-34ad68858f42 None None] Bound port: c0aadf5e-58b4-4aad-a83e-c78f0049cfdf, host: dv-cinder-784453-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c49f002-40a4-4af3-99ab-d6aac50df09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '86ac9154-8784-4774-baf0-e8c39b4cddeb'}}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:37:10.367328 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-b323ea55-73cf-4fbe-b611-34ad68858f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:10.377371 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.db_base_plugin_common [None req-1c1f1220-69cf-4ec1-8fef-b6387f392b5a admin admin] Allocated IP 172.27.3.202 (ecd09457-6660-479c-a1fb-91901148ba35/592e54d3-84ab-450e-8093-b0d029762b46/3f54e5b3-1949-4a06-83d4-244fb04ea558) {{(pid=93155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:37:10.438539 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-b323ea55-73cf-4fbe-b611-34ad68858f42 None None] For port c0aadf5e-58b4-4aad-a83e-c78f0049cfdf, host dv-cinder-784453-8-iscsi, cleared binding levels {{(pid=93156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:37:10.441996 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-b323ea55-73cf-4fbe-b611-34ad68858f42 None None] For port c0aadf5e-58b4-4aad-a83e-c78f0049cfdf, host dv-cinder-784453-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=c0aadf5e-58b4-4aad-a83e-c78f0049cfdf,segment=NetworkSegment(7c49f002-40a4-4af3-99ab-d6aac50df09a),segment_id=7c49f002-40a4-4af3-99ab-d6aac50df09a)] {{(pid=93156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:37:10.447287 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-b323ea55-73cf-4fbe-b611-34ad68858f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:10.491191 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] get_ports_and_sgs() called for port_ids ['a3fb3e11-f1f7-45aa-9456-985cddc7ebdf'] {{(pid=93156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:37:10.600211 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b323ea55-73cf-4fbe-b611-34ad68858f42 None None] Pushing event updated for resources: {'Port': ['ID=c0aadf5e-58b4-4aad-a83e-c78f0049cfdf,revision_number=2']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:10.611511 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-1c1f1220-69cf-4ec1-8fef-b6387f392b5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:10.692557 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [req-2e694c8f-92fa-4aa1-a823-2cd00cc35014 req-3181a32e-5816-49ce-9bdb-1fca173cf721 service neutron] Request body: {'port': {'device_id': '12cdd4bf-2993-4a5b-b7fb-b698f33e34c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:10.755111 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-1c1f1220-69cf-4ec1-8fef-b6387f392b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:10.840366 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5278f6c-c057-4b0d-9390-c4d3a4ea40e8 req-1ee51622-f93c-4f24-9078-3485451a2c09 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:10.841879 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b5278f6c-c057-4b0d-9390-c4d3a4ea40e8 req-1ee51622-f93c-4f24-9078-3485451a2c09 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=12cdd4bf-2993-4a5b-b7fb-b698f33e34c0 HTTP/1.1" status: 200 len: 932 time: 0.1178586 Jul 13 14:37:10.872047 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1f1220-69cf-4ec1-8fef-b6387f392b5a admin admin] Network ecd09457-6660-479c-a1fb-91901148ba35 is already hosted by enough agents. {{(pid=93155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:37:10.875806 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f1220-69cf-4ec1-8fef-b6387f392b5a admin admin] Pushing event updated for resources: {'Port': ['ID=3f54e5b3-1949-4a06-83d4-244fb04ea558,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:10.882608 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [None req-1c1f1220-69cf-4ec1-8fef-b6387f392b5a admin admin] Resources bound (agent type, host, resource id): {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:37:10.886559 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1f1220-69cf-4ec1-8fef-b6387f392b5a admin admin] Received port after_create {{(pid=93155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:37:10.905948 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b5278f6c-c057-4b0d-9390-c4d3a4ea40e8 req-dd7c2309-d4a0-46b5-adee-85ecbffa245c tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562837 Jul 13 14:37:10.909471 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-2e694c8f-92fa-4aa1-a823-2cd00cc35014 req-3181a32e-5816-49ce-9bdb-1fca173cf721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:11.326501 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-1c1f1220-69cf-4ec1-8fef-b6387f392b5a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:11.458341 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [req-2e694c8f-92fa-4aa1-a823-2cd00cc35014 req-3181a32e-5816-49ce-9bdb-1fca173cf721 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b606e69d-caa3-4fe7-9b56-106be274f192 {{(pid=93155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:37:11.470207 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-2e694c8f-92fa-4aa1-a823-2cd00cc35014 req-3181a32e-5816-49ce-9bdb-1fca173cf721 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:11.491986 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb804c-581c-4015-b7c2-cf102ce83302 req-801bd86a-e793-4e91-a24d-4355e559b9dc tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:11.493897 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-17fb804c-581c-4015-b7c2-cf102ce83302 req-801bd86a-e793-4e91-a24d-4355e559b9dc tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.0794215 Jul 13 14:37:11.533979 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [req-2e694c8f-92fa-4aa1-a823-2cd00cc35014 req-3181a32e-5816-49ce-9bdb-1fca173cf721 service neutron] Transition to ACTIVE for port object b606e69d-caa3-4fe7-9b56-106be274f192 will not be triggered until provisioned by entity L2. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:37:11.562640 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-2e694c8f-92fa-4aa1-a823-2cd00cc35014 req-3181a32e-5816-49ce-9bdb-1fca173cf721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868486'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:11.571548 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-17fb804c-581c-4015-b7c2-cf102ce83302 req-d4d44f83-73be-4571-911b-d2027a51242e tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676894 Jul 13 14:37:11.645979 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-1c1f1220-69cf-4ec1-8fef-b6387f392b5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2095206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995768'] for router, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:11.652050 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181a32e-5816-49ce-9bdb-1fca173cf721 service neutron] Pushing event updated for resources: {'Port': ['ID=b606e69d-caa3-4fe7-9b56-106be274f192,revision_number=2']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:11.743703 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9ff1de-ac4e-4170-9f0a-de3f59e46963 None None] Network 86ac9154-8784-4774-baf0-e8c39b4cddeb requested from dv-cinder-784453-8-iscsi {{(pid=93156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:37:11.932206 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c6a96a33-1a1a-4078-91de-a5b746b01a8b None None] Provisioning for port c0aadf5e-58b4-4aad-a83e-c78f0049cfdf completed by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:37:12.124407 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-2e694c8f-92fa-4aa1-a823-2cd00cc35014 req-3181a32e-5816-49ce-9bdb-1fca173cf721 service neutron] Attempting to bind port b606e69d-caa3-4fe7-9b56-106be274f192 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:37:12.124754 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-2e694c8f-92fa-4aa1-a823-2cd00cc35014 req-3181a32e-5816-49ce-9bdb-1fca173cf721 service neutron] Attempting to bind port b606e69d-caa3-4fe7-9b56-106be274f192 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '5cb2a2e7-90bc-4e10-a276-f895674abf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'be68db2a-d7ef-4072-812b-7ac34e8884b7'}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:37:12.125068 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e694c8f-92fa-4aa1-a823-2cd00cc35014 req-3181a32e-5816-49ce-9bdb-1fca173cf721 service neutron] Attempting to bind port b606e69d-caa3-4fe7-9b56-106be274f192 on network be68db2a-d7ef-4072-812b-7ac34e8884b7 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:37:12.133971 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e694c8f-92fa-4aa1-a823-2cd00cc35014 req-3181a32e-5816-49ce-9bdb-1fca173cf721 service neutron] Port b606e69d-caa3-4fe7-9b56-106be274f192 on network be68db2a-d7ef-4072-812b-7ac34e8884b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:37:12.134325 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e694c8f-92fa-4aa1-a823-2cd00cc35014 req-3181a32e-5816-49ce-9bdb-1fca173cf721 service neutron] Attempting to bind port b606e69d-caa3-4fe7-9b56-106be274f192 on network be68db2a-d7ef-4072-812b-7ac34e8884b7 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:37:12.143995 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e694c8f-92fa-4aa1-a823-2cd00cc35014 req-3181a32e-5816-49ce-9bdb-1fca173cf721 service neutron] Checking agent: {'id': 'b13b15cc-78ec-4c35-8be2-6f245ac287e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 13, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:37:12.144335 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e694c8f-92fa-4aa1-a823-2cd00cc35014 req-3181a32e-5816-49ce-9bdb-1fca173cf721 service neutron] Checking segment: {'id': '5cb2a2e7-90bc-4e10-a276-f895674abf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'be68db2a-d7ef-4072-812b-7ac34e8884b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:37:12.144719 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e694c8f-92fa-4aa1-a823-2cd00cc35014 req-3181a32e-5816-49ce-9bdb-1fca173cf721 service neutron] Bound using segment: {'id': '5cb2a2e7-90bc-4e10-a276-f895674abf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'be68db2a-d7ef-4072-812b-7ac34e8884b7'} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:37:12.145159 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-2e694c8f-92fa-4aa1-a823-2cd00cc35014 req-3181a32e-5816-49ce-9bdb-1fca173cf721 service neutron] Bound port: b606e69d-caa3-4fe7-9b56-106be274f192, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cb2a2e7-90bc-4e10-a276-f895674abf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'be68db2a-d7ef-4072-812b-7ac34e8884b7'}}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:37:12.145635 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-2e694c8f-92fa-4aa1-a823-2cd00cc35014 req-3181a32e-5816-49ce-9bdb-1fca173cf721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:12.231091 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1f1220-69cf-4ec1-8fef-b6387f392b5a admin admin] Router 870a0f80-fc92-4779-806d-9d80551906cf is scheduled to L3 agent d92cc109-9c2d-42ed-8c1d-d826fa90f9d0 with binding_index 1 {{(pid=93155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:37:12.250684 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-2e694c8f-92fa-4aa1-a823-2cd00cc35014 req-3181a32e-5816-49ce-9bdb-1fca173cf721 service neutron] For port b606e69d-caa3-4fe7-9b56-106be274f192, host hv-cinder-78445, cleared binding levels {{(pid=93155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:37:12.297279 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-2e694c8f-92fa-4aa1-a823-2cd00cc35014 req-3181a32e-5816-49ce-9bdb-1fca173cf721 service neutron] For port b606e69d-caa3-4fe7-9b56-106be274f192, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=b606e69d-caa3-4fe7-9b56-106be274f192,segment=NetworkSegment(5cb2a2e7-90bc-4e10-a276-f895674abf5c),segment_id=5cb2a2e7-90bc-4e10-a276-f895674abf5c)] {{(pid=93155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:37:12.317054 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-2e694c8f-92fa-4aa1-a823-2cd00cc35014 req-3181a32e-5816-49ce-9bdb-1fca173cf721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868486'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:12.425696 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e694c8f-92fa-4aa1-a823-2cd00cc35014 req-3181a32e-5816-49ce-9bdb-1fca173cf721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:12.426341 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-2e694c8f-92fa-4aa1-a823-2cd00cc35014 req-3181a32e-5816-49ce-9bdb-1fca173cf721 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:12.427780 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-2e694c8f-92fa-4aa1-a823-2cd00cc35014 req-3181a32e-5816-49ce-9bdb-1fca173cf721 service neutron] 10.222.0.39 "PUT /v2.0/ports/b606e69d-caa3-4fe7-9b56-106be274f192 HTTP/1.1" status: 200 len: 1094 time: 1.7436810 Jul 13 14:37:12.428233 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12cdd4bf-2993-4a5b-b7fb-b698f33e34c0', 'tag': 'b606e69d-caa3-4fe7-9b56-106be274f192'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:37:12.430597 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969d499ae61b7a2d5523e15545dbdfcb627d31ab7a946dd0dec0766d655d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517c768d-6997-42ad-af65-f495662e69d7" -d '{"events": [{"name": "network-changed", "server_uuid": "12cdd4bf-2993-4a5b-b7fb-b698f33e34c0", "tag": "b606e69d-caa3-4fe7-9b56-106be274f192"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:37:12.455111 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1f1220-69cf-4ec1-8fef-b6387f392b5a admin admin] Notify agent at l3_agent.dv-cinder-784453-8-iscsi the message routers_updated {{(pid=93155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:37:12.476736 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181a32e-5816-49ce-9bdb-1fca173cf721 service neutron] Pushing event updated for resources: {'Port': ['ID=b606e69d-caa3-4fe7-9b56-106be274f192,revision_number=3']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:12.492110 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87918347-c03a-46d8-ae3e-2a57503967c8 None None] Sync routers for ids ['870a0f80-fc92-4779-806d-9d80551906cf'] in dv-cinder-784453-8-iscsi {{(pid=93157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:37:12.499703 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-1c1f1220-69cf-4ec1-8fef-b6387f392b5a admin admin] Notify callbacks [] for router, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:12.501406 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-1c1f1220-69cf-4ec1-8fef-b6387f392b5a admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7300680 Jul 13 14:37:12.503559 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87918347-c03a-46d8-ae3e-2a57503967c8 None None] Routers {'870a0f80-fc92-4779-806d-9d80551906cf'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:37:12.504198 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-87918347-c03a-46d8-ae3e-2a57503967c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:37:06Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['870a0f80-fc92-4779-806d-9d80551906cf'], 'active': True} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:12.504718 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac96af-301e-4631-9605-7045f3c7c3ec req-ee926c11-5bb8-48da-8ce2-5ee7259d815c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:12.506676 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-afac96af-301e-4631-9605-7045f3c7c3ec req-ee926c11-5bb8-48da-8ce2-5ee7259d815c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fc557a9da65c4850a0db554e60444325&device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 1098 time: 0.2112219 Jul 13 14:37:12.507258 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 54302) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:12.555862 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b79e5a-0a88-481b-b525-81c5c4347c5c x-openstack-request-id: req-25b79e5a-0a88-481b-b525-81c5c4347c5c {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:37:12.556192 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12cdd4bf-2993-4a5b-b7fb-b698f33e34c0", "tag": "b606e69d-caa3-4fe7-9b56-106be274f192", "status": "completed", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:37:12.556474 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-25b79e5a-0a88-481b-b525-81c5c4347c5c {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:37:12.557436 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12cdd4bf-2993-4a5b-b7fb-b698f33e34c0', 'tag': 'b606e69d-caa3-4fe7-9b56-106be274f192', 'status': 'completed', 'code': 200} Jul 13 14:37:12.586821 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a3b78-9bea-419c-9f49-6f31bda87c1a req-0c4ae52f-9878-4483-b6cd-d04d170debee tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:12.609513 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-187a3b78-9bea-419c-9f49-6f31bda87c1a req-0c4ae52f-9878-4483-b6cd-d04d170debee tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=12cdd4bf-2993-4a5b-b7fb-b698f33e34c0 HTTP/1.1" status: 200 len: 944 time: 0.1552393 Jul 13 14:37:12.666958 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-187a3b78-9bea-419c-9f49-6f31bda87c1a req-d89c98c5-3c57-42c7-ac76-3b7bc55eef14 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561192 Jul 13 14:37:12.667138 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvr_db [None req-87918347-c03a-46d8-ae3e-2a57503967c8 None None] Set router 870a0f80-fc92-4779-806d-9d80551906cf gateway port host: dv-cinder-784453-8-iscsi {{(pid=93157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:37:12.711676 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device c0aadf5e-58b4-4aad-a83e-c78f0049cfdf up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:37:12.774239 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning for port c0aadf5e-58b4-4aad-a83e-c78f0049cfdf completed by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:37:12.781693 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port c0aadf5e-58b4-4aad-a83e-c78f0049cfdf triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:12.782219 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:12.827296 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af2f20-bbdd-4d7c-bb09-0168fa3bc4eb req-007adace-6537-4c21-b22d-d68258c9584d tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:12.835506 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-96af2f20-bbdd-4d7c-bb09-0168fa3bc4eb req-007adace-6537-4c21-b22d-d68258c9584d tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.0921166 Jul 13 14:37:12.875241 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e694c8f-92fa-4aa1-a823-2cd00cc35014 req-0e7d6f32-0b29-40eb-992e-91d726ff91aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:12.876789 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-2e694c8f-92fa-4aa1-a823-2cd00cc35014 req-0e7d6f32-0b29-40eb-992e-91d726ff91aa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=715c9650cb454772898dfc0217ff12d3&device_id=12cdd4bf-2993-4a5b-b7fb-b698f33e34c0 HTTP/1.1" status: 200 len: 1097 time: 0.2982707 Jul 13 14:37:12.880427 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac96af-301e-4631-9605-7045f3c7c3ec req-ef4b4417-e3e5-47be-a7c6-e46abbe73a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:12.881813 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-afac96af-301e-4631-9605-7045f3c7c3ec req-ef4b4417-e3e5-47be-a7c6-e46abbe73a42 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c60399fe-47fd-4adc-84b8-a09ce78c9d83 HTTP/1.1" status: 200 len: 920 time: 0.3236067 Jul 13 14:37:12.897904 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-96af2f20-bbdd-4d7c-bb09-0168fa3bc4eb req-8e113016-849d-42b7-946e-d0e28ac37bb1 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602357 Jul 13 14:37:12.902202 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:12.934270 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-87918347-c03a-46d8-ae3e-2a57503967c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870a0f80-fc92-4779-806d-9d80551906cf', 'name': 'tempest-TestShelveInstance-784266502-router', 'tenant_id': '5892afb7184848a28e5c2b3bb47266c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '3f54e5b3-1949-4a06-83d4-244fb04ea558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:09Z', 'updated_at': '2021-07-13T14:37:11Z', 'revision_number': 3, 'project_id': '5892afb7184848a28e5c2b3bb47266c2', 'gw_port': {'id': '3f54e5b3-1949-4a06-83d4-244fb04ea558', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:df:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870a0f80-fc92-4779-806d-9d80551906cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:10Z', 'updated_at': '2021-07-13T14:37:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi'}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:12.951390 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] For port c0aadf5e-58b4-4aad-a83e-c78f0049cfdf, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=c0aadf5e-58b4-4aad-a83e-c78f0049cfdf,segment=NetworkSegment(7c49f002-40a4-4af3-99ab-d6aac50df09a),segment_id=7c49f002-40a4-4af3-99ab-d6aac50df09a)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:37:12.955922 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:12.963817 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87918347-c03a-46d8-ae3e-2a57503967c8 None None] Checking router: 870a0f80-fc92-4779-806d-9d80551906cf for host: dv-cinder-784453-8-iscsi {{(pid=93157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:37:12.965181 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87918347-c03a-46d8-ae3e-2a57503967c8 None None] Updating router 870a0f80-fc92-4779-806d-9d80551906cf port 3f54e5b3-1949-4a06-83d4-244fb04ea558 binding host dv-cinder-784453-8-iscsi {{(pid=93157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:37:13.003759 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-87918347-c03a-46d8-ae3e-2a57503967c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:13.014079 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Pushing event updated for resources: {'Port': ['ID=c0aadf5e-58b4-4aad-a83e-c78f0049cfdf,revision_number=3']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:13.029332 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-2e694c8f-92fa-4aa1-a823-2cd00cc35014 req-84065de0-d010-42aa-a575-683d383fe4ed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b606e69d-caa3-4fe7-9b56-106be274f192 HTTP/1.1" status: 200 len: 217 time: 0.0774071 Jul 13 14:37:13.032269 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-afac96af-301e-4631-9605-7045f3c7c3ec req-1f2ea712-e789-4475-9d24-465480599954 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6109ef05-e9de-4df0-90ea-df14f1f97426 HTTP/1.1" status: 200 len: 217 time: 0.0861995 Jul 13 14:37:13.169924 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e694c8f-92fa-4aa1-a823-2cd00cc35014 req-8001ded2-9e58-45a8-b5d9-6ef9d39bfcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:13.171439 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-2e694c8f-92fa-4aa1-a823-2cd00cc35014 req-8001ded2-9e58-45a8-b5d9-6ef9d39bfcf5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=81f1987b-1fa5-4cd0-a128-938ff7f4d5b3 HTTP/1.1" status: 200 len: 855 time: 0.1044950 Jul 13 14:37:13.191382 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac96af-301e-4631-9605-7045f3c7c3ec req-125afbf1-b203-4f28-9daa-f6d4e379ae20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:13.193020 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-afac96af-301e-4631-9605-7045f3c7c3ec req-125afbf1-b203-4f28-9daa-f6d4e379ae20 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=57ef7d24-de03-448d-9f18-05ea2c1e72c3 HTTP/1.1" status: 200 len: 859 time: 0.1248860 Jul 13 14:37:13.238704 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-2e694c8f-92fa-4aa1-a823-2cd00cc35014 req-ee568e27-9f13-44fe-b86f-4cdf721a3435 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be68db2a-d7ef-4072-812b-7ac34e8884b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445411 Jul 13 14:37:13.271611 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-afac96af-301e-4631-9605-7045f3c7c3ec req-9719b6f8-8a50-4e79-bdcb-7965d37852d6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c60399fe-47fd-4adc-84b8-a09ce78c9d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669150 Jul 13 14:37:13.357774 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-87918347-c03a-46d8-ae3e-2a57503967c8 None None] Notify callbacks [] for port, precommit_update {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:13.371934 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.provisioning_blocks [None req-87918347-c03a-46d8-ae3e-2a57503967c8 None None] Transition to ACTIVE for port object 3f54e5b3-1949-4a06-83d4-244fb04ea558 will not be triggered until provisioned by entity L2. {{(pid=93157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:37:13.378571 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-87918347-c03a-46d8-ae3e-2a57503967c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:13.561528 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.managers [None req-87918347-c03a-46d8-ae3e-2a57503967c8 None None] Attempting to bind port 3f54e5b3-1949-4a06-83d4-244fb04ea558 on host dv-cinder-784453-8-iscsi for vnic_type normal with profile {{(pid=93157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:37:13.562228 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.managers [None req-87918347-c03a-46d8-ae3e-2a57503967c8 None None] Attempting to bind port 3f54e5b3-1949-4a06-83d4-244fb04ea558 by drivers openvswitch,hyperv on host dv-cinder-784453-8-iscsi at level 0 using segments [{'id': '1dffabd1-9f9c-45cf-80ba-954af1e6bced', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'}] {{(pid=93157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:37:13.562573 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87918347-c03a-46d8-ae3e-2a57503967c8 None None] Attempting to bind port 3f54e5b3-1949-4a06-83d4-244fb04ea558 on network ecd09457-6660-479c-a1fb-91901148ba35 {{(pid=93157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:37:13.565562 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ebd97d-bae0-4ba2-9538-fd9d003bd29c None None] Pushing event updated for resources: {'Port': ['ID=3f54e5b3-1949-4a06-83d4-244fb04ea558,revision_number=2']} {{(pid=93157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:13.573070 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87918347-c03a-46d8-ae3e-2a57503967c8 None None] Checking agent: {'id': '3ba56e3d-baa8-43e8-bda8-5a4cd0b2ced4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 7, 13, 14, 27, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:37:13.573525 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87918347-c03a-46d8-ae3e-2a57503967c8 None None] Checking segment: {'id': '1dffabd1-9f9c-45cf-80ba-954af1e6bced', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:37:13.573992 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-87918347-c03a-46d8-ae3e-2a57503967c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:13.574468 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87918347-c03a-46d8-ae3e-2a57503967c8 None None] Bound using segment: {'id': '1dffabd1-9f9c-45cf-80ba-954af1e6bced', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'} {{(pid=93157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:37:13.575001 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.managers [None req-87918347-c03a-46d8-ae3e-2a57503967c8 None None] Bound port: 3f54e5b3-1949-4a06-83d4-244fb04ea558, host: dv-cinder-784453-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dffabd1-9f9c-45cf-80ba-954af1e6bced', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'}}] {{(pid=93157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:37:13.575460 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-87918347-c03a-46d8-ae3e-2a57503967c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:13.578627 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ebd97d-bae0-4ba2-9538-fd9d003bd29c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:13.578970 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ebd97d-bae0-4ba2-9538-fd9d003bd29c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:13.579306 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ebd97d-bae0-4ba2-9538-fd9d003bd29c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:13.579715 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ebd97d-bae0-4ba2-9538-fd9d003bd29c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:13.579977 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ebd97d-bae0-4ba2-9538-fd9d003bd29c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:13.580303 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ebd97d-bae0-4ba2-9538-fd9d003bd29c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:13.580629 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ebd97d-bae0-4ba2-9538-fd9d003bd29c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:13.580947 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ebd97d-bae0-4ba2-9538-fd9d003bd29c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:13.581287 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ebd97d-bae0-4ba2-9538-fd9d003bd29c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:13.581607 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ebd97d-bae0-4ba2-9538-fd9d003bd29c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:13.581921 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ebd97d-bae0-4ba2-9538-fd9d003bd29c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:13.582234 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ebd97d-bae0-4ba2-9538-fd9d003bd29c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:37:13.600817 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-2e694c8f-92fa-4aa1-a823-2cd00cc35014 req-60563e82-c5fe-4e01-bd6a-0112160acf04 service neutron] 10.222.0.39 "GET /v2.0/networks/be68db2a-d7ef-4072-812b-7ac34e8884b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421600 Jul 13 14:37:13.634145 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-afac96af-301e-4631-9605-7045f3c7c3ec req-482ef305-4a1c-482b-b574-4be5e3a97a07 service neutron] 10.222.0.39 "GET /v2.0/networks/c60399fe-47fd-4adc-84b8-a09ce78c9d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121381 Jul 13 14:37:13.638702 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.db [None req-87918347-c03a-46d8-ae3e-2a57503967c8 None None] For port 3f54e5b3-1949-4a06-83d4-244fb04ea558, host dv-cinder-784453-8-iscsi, cleared binding levels {{(pid=93157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:37:13.646445 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.db [None req-87918347-c03a-46d8-ae3e-2a57503967c8 None None] For port 3f54e5b3-1949-4a06-83d4-244fb04ea558, host dv-cinder-784453-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=3f54e5b3-1949-4a06-83d4-244fb04ea558,segment=NetworkSegment(1dffabd1-9f9c-45cf-80ba-954af1e6bced),segment_id=1dffabd1-9f9c-45cf-80ba-954af1e6bced)] {{(pid=93157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:37:13.652928 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-87918347-c03a-46d8-ae3e-2a57503967c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:13.672205 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-82ba3929-bee0-407e-99c6-4fc7335de8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:13.715134 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87918347-c03a-46d8-ae3e-2a57503967c8 None None] Routers {'870a0f80-fc92-4779-806d-9d80551906cf'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:37:13.715965 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-87918347-c03a-46d8-ae3e-2a57503967c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:37:06Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['870a0f80-fc92-4779-806d-9d80551906cf'], 'active': True} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:13.722358 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ebd97d-bae0-4ba2-9538-fd9d003bd29c None None] Pushing event updated for resources: {'Port': ['ID=3f54e5b3-1949-4a06-83d4-244fb04ea558,revision_number=3']} {{(pid=93157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:13.885526 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvr_db [None req-87918347-c03a-46d8-ae3e-2a57503967c8 None None] Set router 870a0f80-fc92-4779-806d-9d80551906cf gateway port host: dv-cinder-784453-8-iscsi {{(pid=93157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:37:13.900100 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-afac96af-301e-4631-9605-7045f3c7c3ec req-d403a93b-54a2-4374-9020-f8190506374d service neutron] 10.222.0.39 "GET /v2.0/networks/c60399fe-47fd-4adc-84b8-a09ce78c9d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230785 Jul 13 14:37:13.903715 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af02f4-e637-4fef-9957-73005e374ff5 req-25bad711-0b26-4dee-9c40-5e5da54093bd tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:13.905802 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-45af02f4-e637-4fef-9957-73005e374ff5 req-25bad711-0b26-4dee-9c40-5e5da54093bd tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=12cdd4bf-2993-4a5b-b7fb-b698f33e34c0 HTTP/1.1" status: 200 len: 944 time: 0.1082985 Jul 13 14:37:13.923160 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-2e694c8f-92fa-4aa1-a823-2cd00cc35014 req-0944f12a-6db1-48a0-a9d5-409c20f5a688 service neutron] 10.222.0.39 "GET /v2.0/networks/be68db2a-d7ef-4072-812b-7ac34e8884b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121378 Jul 13 14:37:13.974888 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-45af02f4-e637-4fef-9957-73005e374ff5 req-388722bd-f5e6-4ac8-a5af-32d3788c58c1 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629740 Jul 13 14:37:14.068724 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.db_base_plugin_common [None req-82ba3929-bee0-407e-99c6-4fc7335de8a5 admin admin] Allocated IP 172.20.0.1 (86ac9154-8784-4774-baf0-e8c39b4cddeb/ead56a37-b614-443b-a85d-2b5d0e7941f8/bf1a71de-76a4-42be-95b9-c8e277e05cee) {{(pid=93155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:37:14.127562 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-87918347-c03a-46d8-ae3e-2a57503967c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870a0f80-fc92-4779-806d-9d80551906cf', 'name': 'tempest-TestShelveInstance-784266502-router', 'tenant_id': '5892afb7184848a28e5c2b3bb47266c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '3f54e5b3-1949-4a06-83d4-244fb04ea558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:09Z', 'updated_at': '2021-07-13T14:37:11Z', 'revision_number': 3, 'project_id': '5892afb7184848a28e5c2b3bb47266c2', 'gw_port': {'id': '3f54e5b3-1949-4a06-83d4-244fb04ea558', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:df:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870a0f80-fc92-4779-806d-9d80551906cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:10Z', 'updated_at': '2021-07-13T14:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi'}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:14.155592 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87918347-c03a-46d8-ae3e-2a57503967c8 None None] The sync data for ids ['870a0f80-fc92-4779-806d-9d80551906cf'] in dv-cinder-784453-8-iscsi is: [{'id': '870a0f80-fc92-4779-806d-9d80551906cf', 'name': 'tempest-TestShelveInstance-784266502-router', 'tenant_id': '5892afb7184848a28e5c2b3bb47266c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '3f54e5b3-1949-4a06-83d4-244fb04ea558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:09Z', 'updated_at': '2021-07-13T14:37:11Z', 'revision_number': 3, 'project_id': '5892afb7184848a28e5c2b3bb47266c2', 'gw_port': {'id': '3f54e5b3-1949-4a06-83d4-244fb04ea558', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:df:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870a0f80-fc92-4779-806d-9d80551906cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:10Z', 'updated_at': '2021-07-13T14:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi'}] {{(pid=93157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:37:14.157997 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8972883-2ae2-4ef8-b149-4841b4cb2a68 req-59d09928-f0f9-4cb0-8354-f3af8d4805f3 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:14.159975 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d8972883-2ae2-4ef8-b149-4841b4cb2a68 req-59d09928-f0f9-4cb0-8354-f3af8d4805f3 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.0897386 Jul 13 14:37:14.233638 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d8972883-2ae2-4ef8-b149-4841b4cb2a68 req-6aaaa3e0-fffc-4a8e-9477-a134cb124f69 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669498 Jul 13 14:37:14.248350 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c768d-6997-42ad-af65-f495662e69d7 req-3d40632a-0f30-44ba-966f-b7e439f4dca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:14.249870 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-517c768d-6997-42ad-af65-f495662e69d7 req-3d40632a-0f30-44ba-966f-b7e439f4dca4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=715c9650cb454772898dfc0217ff12d3&device_id=12cdd4bf-2993-4a5b-b7fb-b698f33e34c0 HTTP/1.1" status: 200 len: 1097 time: 0.1170051 Jul 13 14:37:14.252963 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-82ba3929-bee0-407e-99c6-4fc7335de8a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:14.334896 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-82ba3929-bee0-407e-99c6-4fc7335de8a5 admin admin] Transition to ACTIVE for port object bf1a71de-76a4-42be-95b9-c8e277e05cee will not be triggered until provisioned by entity DHCP. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:37:14.413375 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c768d-6997-42ad-af65-f495662e69d7 req-9ed3ba2c-6614-44f5-aabd-736a38e97543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:14.415124 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-517c768d-6997-42ad-af65-f495662e69d7 req-9ed3ba2c-6614-44f5-aabd-736a38e97543 service neutron] 10.222.0.39 "GET /v2.0/networks?id=be68db2a-d7ef-4072-812b-7ac34e8884b7 HTTP/1.1" status: 200 len: 916 time: 0.1487572 Jul 13 14:37:14.417790 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-82ba3929-bee0-407e-99c6-4fc7335de8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:14.515646 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:14.541267 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-517c768d-6997-42ad-af65-f495662e69d7 req-8e6c4577-b096-4609-8535-067731a6a782 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b606e69d-caa3-4fe7-9b56-106be274f192 HTTP/1.1" status: 200 len: 217 time: 0.1158638 Jul 13 14:37:14.546196 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ba3929-bee0-407e-99c6-4fc7335de8a5 admin admin] Network 86ac9154-8784-4774-baf0-e8c39b4cddeb is already hosted by enough agents. {{(pid=93155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:37:14.586061 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [None req-82ba3929-bee0-407e-99c6-4fc7335de8a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:37:14.599515 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ba3929-bee0-407e-99c6-4fc7335de8a5 admin admin] Received port after_create {{(pid=93155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:37:14.601775 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba3929-bee0-407e-99c6-4fc7335de8a5 admin admin] Pushing event updated for resources: {'Port': ['ID=bf1a71de-76a4-42be-95b9-c8e277e05cee,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:14.841657 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c768d-6997-42ad-af65-f495662e69d7 req-84ad7c45-1a94-4d01-86a1-a6fb9d26a4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:14.846600 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-517c768d-6997-42ad-af65-f495662e69d7 req-84ad7c45-1a94-4d01-86a1-a6fb9d26a4b4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=81f1987b-1fa5-4cd0-a128-938ff7f4d5b3 HTTP/1.1" status: 200 len: 855 time: 0.2969902 Jul 13 14:37:14.852767 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-82ba3929-bee0-407e-99c6-4fc7335de8a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1993117'] for router_interface, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:14.960257 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 54350) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:14.978070 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device c0aadf5e-58b4-4aad-a83e-c78f0049cfdf up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:37:15.098699 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-f128d43e-83b2-461b-8d78-cac87f82d780 None None] Provisioning for port bf1a71de-76a4-42be-95b9-c8e277e05cee completed by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:37:15.109155 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-f128d43e-83b2-461b-8d78-cac87f82d780 None None] Provisioning complete for port bf1a71de-76a4-42be-95b9-c8e277e05cee triggered by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:15.109540 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-f128d43e-83b2-461b-8d78-cac87f82d780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:15.170276 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d1f0add4-5475-47b5-b8ce-4ed53458878e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:15.187333 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-f128d43e-83b2-461b-8d78-cac87f82d780 None None] Port bf1a71de-76a4-42be-95b9-c8e277e05cee cannot update to ACTIVE because it is not bound. {{(pid=93156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:37:15.189054 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port c0aadf5e-58b4-4aad-a83e-c78f0049cfdf triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:15.189626 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:15.195090 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-517c768d-6997-42ad-af65-f495662e69d7 req-ca3838a1-f3a9-4b47-a63c-e4e2bbd9c854 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be68db2a-d7ef-4072-812b-7ac34e8884b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933967 Jul 13 14:37:15.350220 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 3f54e5b3-1949-4a06-83d4-244fb04ea558 up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:37:15.465914 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning for port 3f54e5b3-1949-4a06-83d4-244fb04ea558 completed by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:37:15.477919 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d125984-c396-4fcc-9b03-a651433e7a9e req-fb0dca39-4ebb-4f48-b357-529e8836bb89 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:15.481299 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port 3f54e5b3-1949-4a06-83d4-244fb04ea558 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:15.481984 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:15.489796 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6d125984-c396-4fcc-9b03-a651433e7a9e req-fb0dca39-4ebb-4f48-b357-529e8836bb89 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=12cdd4bf-2993-4a5b-b7fb-b698f33e34c0 HTTP/1.1" status: 200 len: 944 time: 0.2048159 Jul 13 14:37:15.669685 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:15.747290 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] For port 3f54e5b3-1949-4a06-83d4-244fb04ea558, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=3f54e5b3-1949-4a06-83d4-244fb04ea558,segment=NetworkSegment(1dffabd1-9f9c-45cf-80ba-954af1e6bced),segment_id=1dffabd1-9f9c-45cf-80ba-954af1e6bced)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:37:15.755004 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:15.867155 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Pushing event updated for resources: {'Port': ['ID=3f54e5b3-1949-4a06-83d4-244fb04ea558,revision_number=4']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:15.904521 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6d125984-c396-4fcc-9b03-a651433e7a9e req-afc8ec4f-8910-4a57-a827-fdb6534f45ee tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4136424 Jul 13 14:37:15.907413 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d1f0add4-5475-47b5-b8ce-4ed53458878e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:15.927592 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-82ba3929-bee0-407e-99c6-4fc7335de8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:15.948793 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d1f0add4-5475-47b5-b8ce-4ed53458878e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:15.995916 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-517c768d-6997-42ad-af65-f495662e69d7 req-50a3e1a8-2291-4b85-a7c7-48925ab8a020 service neutron] 10.222.0.39 "GET /v2.0/networks/be68db2a-d7ef-4072-812b-7ac34e8884b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7915609 Jul 13 14:37:16.009433 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-7968ffdf-e5b4-45f6-8be2-d93bb7cea771 req-4cbd6ba5-558b-4019-8ac1-b859a71cf44f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6765225 Jul 13 14:37:16.010010 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-d1f0add4-5475-47b5-b8ce-4ed53458878e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a3ee5177e6b540fbac671e0a6705d429&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0459659 Jul 13 14:37:16.015126 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 54376) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:16.021237 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f0add4-5475-47b5-b8ce-4ed53458878e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c8cd87-e599-43d1-bda4-42d6750703dc,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:16.101305 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb45be-8b5b-4528-8fef-d76e0eaceb59 req-5cabb89f-a056-4738-9b76-de4c7ba36265 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:16.111521 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7fdb45be-8b5b-4528-8fef-d76e0eaceb59 req-5cabb89f-a056-4738-9b76-de4c7ba36265 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.2097297 Jul 13 14:37:16.173117 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a5f05392-febf-4255-aa9b-69712f6b92cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:16.211088 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7fdb45be-8b5b-4528-8fef-d76e0eaceb59 req-765d3487-af0b-4c01-b9c1-6d7cec42b79a tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983839 Jul 13 14:37:16.226584 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a5f05392-febf-4255-aa9b-69712f6b92cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:16.268506 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-517c768d-6997-42ad-af65-f495662e69d7 req-7225b40d-4dd8-4511-8f90-3e4f7c8a5161 service neutron] 10.222.0.39 "GET /v2.0/networks/be68db2a-d7ef-4072-812b-7ac34e8884b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112434 Jul 13 14:37:16.284026 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-82ba3929-bee0-407e-99c6-4fc7335de8a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:16.288317 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968ffdf-e5b4-45f6-8be2-d93bb7cea771 req-f5ad72cb-7fe0-4a82-9ff2-ac518023ff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:16.289828 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-7968ffdf-e5b4-45f6-8be2-d93bb7cea771 req-f5ad72cb-7fe0-4a82-9ff2-ac518023ff8d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4db817ef0fe4408794a0ef962b27746d&device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 1098 time: 0.1955345 Jul 13 14:37:16.292467 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-82ba3929-bee0-407e-99c6-4fc7335de8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868486'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:16.301917 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a5f05392-febf-4255-aa9b-69712f6b92cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:16.304785 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a5f05392-febf-4255-aa9b-69712f6b92cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:16.306162 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-a5f05392-febf-4255-aa9b-69712f6b92cc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/48c8cd87-e599-43d1-bda4-42d6750703dc HTTP/1.1" status: 204 len: 168 time: 0.2884696 Jul 13 14:37:16.323605 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f05392-febf-4255-aa9b-69712f6b92cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c8cd87-e599-43d1-bda4-42d6750703dc,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:16.439020 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-82ba3929-bee0-407e-99c6-4fc7335de8a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1992151'] for router_interface, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:16.440761 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba3929-bee0-407e-99c6-4fc7335de8a5 admin admin] Pushing event updated for resources: {'Port': ['ID=bf1a71de-76a4-42be-95b9-c8e277e05cee,revision_number=2']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:16.528221 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device b606e69d-caa3-4fe7-9b56-106be274f192 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:37:16.629078 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968ffdf-e5b4-45f6-8be2-d93bb7cea771 req-6a12b06f-67de-46ba-8601-e2db69aa527b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:16.632379 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-7968ffdf-e5b4-45f6-8be2-d93bb7cea771 req-6a12b06f-67de-46ba-8601-e2db69aa527b service neutron] 10.222.0.39 "GET /v2.0/networks?id=3b901448-fc45-4cdb-afb8-8ba3d59219c4 HTTP/1.1" status: 200 len: 912 time: 0.2819219 Jul 13 14:37:16.766832 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port b606e69d-caa3-4fe7-9b56-106be274f192, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=b606e69d-caa3-4fe7-9b56-106be274f192,segment=NetworkSegment(5cb2a2e7-90bc-4e10-a276-f895674abf5c),segment_id=5cb2a2e7-90bc-4e10-a276-f895674abf5c)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:37:16.784872 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Returning: {'device': 'b606e69d-caa3-4fe7-9b56-106be274f192', 'network_id': 'be68db2a-d7ef-4072-812b-7ac34e8884b7', 'port_id': 'b606e69d-caa3-4fe7-9b56-106be274f192', 'mac_address': 'fa:16:3e:8b:52:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f1987b-1fa5-4cd0-a128-938ff7f4d5b3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:37:16.786599 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ba3929-bee0-407e-99c6-4fc7335de8a5 admin admin] Network 86ac9154-8784-4774-baf0-e8c39b4cddeb is already hosted by enough agents. {{(pid=93155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:37:16.800494 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-7968ffdf-e5b4-45f6-8be2-d93bb7cea771 req-f8ce3f3a-74d4-4851-8a62-bd252f72131d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=064feea6-f808-4b0f-aae3-1e62d41fb057 HTTP/1.1" status: 200 len: 1001 time: 0.1594849 Jul 13 14:37:16.802035 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [None req-82ba3929-bee0-407e-99c6-4fc7335de8a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:37:16.856981 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 3f54e5b3-1949-4a06-83d4-244fb04ea558 up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:37:16.892732 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968ffdf-e5b4-45f6-8be2-d93bb7cea771 req-56f06b66-9f40-4b3a-84dd-e414eb660d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:16.894356 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-7968ffdf-e5b4-45f6-8be2-d93bb7cea771 req-56f06b66-9f40-4b3a-84dd-e414eb660d90 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=58921e0e-d271-42d3-8bb5-36a41aaf8b06 HTTP/1.1" status: 200 len: 850 time: 0.0673010 Jul 13 14:37:16.930924 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:16.965787 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b606e69d-caa3-4fe7-9b56-106be274f192 {{(pid=93156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:37:16.995403 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port b606e69d-caa3-4fe7-9b56-106be274f192, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=b606e69d-caa3-4fe7-9b56-106be274f192,segment=NetworkSegment(5cb2a2e7-90bc-4e10-a276-f895674abf5c),segment_id=5cb2a2e7-90bc-4e10-a276-f895674abf5c)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:37:17.006710 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port 3f54e5b3-1949-4a06-83d4-244fb04ea558 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:17.006710 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:17.014283 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:17.187627 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=b606e69d-caa3-4fe7-9b56-106be274f192,revision_number=4']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:17.207189 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b63d5-795b-4ad1-a137-11b7bd4066fb req-668baad4-808f-49a9-93d9-4f2c94e26071 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:17.214816 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b34b63d5-795b-4ad1-a137-11b7bd4066fb req-668baad4-808f-49a9-93d9-4f2c94e26071 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=12cdd4bf-2993-4a5b-b7fb-b698f33e34c0 HTTP/1.1" status: 200 len: 945 time: 0.0964043 Jul 13 14:37:17.223411 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ba3929-bee0-407e-99c6-4fc7335de8a5 admin admin] Router 870a0f80-fc92-4779-806d-9d80551906cf has already been hosted by L3 agent d92cc109-9c2d-42ed-8c1d-d826fa90f9d0 {{(pid=93155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:37:17.241767 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968ffdf-e5b4-45f6-8be2-d93bb7cea771 req-4d0ef8b7-18a1-4484-b2ee-17f8356abe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:17.245922 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-7968ffdf-e5b4-45f6-8be2-d93bb7cea771 req-4d0ef8b7-18a1-4484-b2ee-17f8356abe03 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3b901448-fc45-4cdb-afb8-8ba3d59219c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1706517 Jul 13 14:37:17.298281 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b34b63d5-795b-4ad1-a137-11b7bd4066fb req-be04e3cc-92d8-4908-b12d-6d3f486c053c tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824261 Jul 13 14:37:17.384113 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-26e3ecef-7bdd-4c7e-8eed-7dfe77262ad4 None None] Provisioning complete for port bf1a71de-76a4-42be-95b9-c8e277e05cee triggered by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:17.384737 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-26e3ecef-7bdd-4c7e-8eed-7dfe77262ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:17.465054 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] get_ports_and_sgs() called for port_ids ['b606e69d-caa3-4fe7-9b56-106be274f192'] {{(pid=93156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:37:17.473294 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-26e3ecef-7bdd-4c7e-8eed-7dfe77262ad4 None None] Port bf1a71de-76a4-42be-95b9-c8e277e05cee cannot update to ACTIVE because it is not bound. {{(pid=93156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:37:17.536086 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-7968ffdf-e5b4-45f6-8be2-d93bb7cea771 req-0a1c06da-c25a-4eba-b852-4237ff9cc796 service neutron] 10.222.0.39 "GET /v2.0/networks/3b901448-fc45-4cdb-afb8-8ba3d59219c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745726 Jul 13 14:37:17.553031 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595efcd-eb2a-4f72-bbfd-b40f6a54d95c req-87bc5e77-cf7b-4469-a6ee-0d5324449138 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:17.556078 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1595efcd-eb2a-4f72-bbfd-b40f6a54d95c req-87bc5e77-cf7b-4469-a6ee-0d5324449138 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.1335270 Jul 13 14:37:17.616065 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ba3929-bee0-407e-99c6-4fc7335de8a5 admin admin] Notify agent at l3_agent.dv-cinder-784453-8-iscsi the message routers_updated {{(pid=93155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:37:17.640745 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-82ba3929-bee0-407e-99c6-4fc7335de8a5 admin admin] 10.222.0.11 "PUT /v2.0/routers/870a0f80-fc92-4779-806d-9d80551906cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1322293 Jul 13 14:37:17.645729 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1595efcd-eb2a-4f72-bbfd-b40f6a54d95c req-9ca38cdd-15f3-4d81-8b63-bfadb2cbe5e3 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820742 Jul 13 14:37:17.687308 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312c2f9d-4eb7-43fd-87cc-d4b6ea603f8a None None] Sync routers for ids ['870a0f80-fc92-4779-806d-9d80551906cf'] in dv-cinder-784453-8-iscsi {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:37:17.721779 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312c2f9d-4eb7-43fd-87cc-d4b6ea603f8a None None] Routers {'870a0f80-fc92-4779-806d-9d80551906cf'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:37:17.722870 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-312c2f9d-4eb7-43fd-87cc-d4b6ea603f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:37:06Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['870a0f80-fc92-4779-806d-9d80551906cf'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:17.737243 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-7968ffdf-e5b4-45f6-8be2-d93bb7cea771 req-fe9ff61b-ede7-430b-9ad0-f29e399f1731 service neutron] 10.222.0.39 "GET /v2.0/networks/3b901448-fc45-4cdb-afb8-8ba3d59219c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919765 Jul 13 14:37:17.896577 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-312c2f9d-4eb7-43fd-87cc-d4b6ea603f8a None None] Set router 870a0f80-fc92-4779-806d-9d80551906cf gateway port host: dv-cinder-784453-8-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:37:18.178478 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-312c2f9d-4eb7-43fd-87cc-d4b6ea603f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870a0f80-fc92-4779-806d-9d80551906cf', 'name': 'tempest-TestShelveInstance-784266502-router', 'tenant_id': '5892afb7184848a28e5c2b3bb47266c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '3f54e5b3-1949-4a06-83d4-244fb04ea558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:09Z', 'updated_at': '2021-07-13T14:37:15Z', 'revision_number': 4, 'project_id': '5892afb7184848a28e5c2b3bb47266c2', 'gw_port': {'id': '3f54e5b3-1949-4a06-83d4-244fb04ea558', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:df:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870a0f80-fc92-4779-806d-9d80551906cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:10Z', 'updated_at': '2021-07-13T14:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': 'bf1a71de-76a4-42be-95b9-c8e277e05cee', 'name': '', 'network_id': '86ac9154-8784-4774-baf0-e8c39b4cddeb', 'tenant_id': '5892afb7184848a28e5c2b3bb47266c2', 'mac_address': 'fa:16:3e:68:b8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870a0f80-fc92-4779-806d-9d80551906cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ead56a37-b614-443b-a85d-2b5d0e7941f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:13Z', 'updated_at': '2021-07-13T14:37:16Z', 'revision_number': 2, 'project_id': '5892afb7184848a28e5c2b3bb47266c2', 'subnets': [{'id': 'ead56a37-b614-443b-a85d-2b5d0e7941f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:18.229114 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312c2f9d-4eb7-43fd-87cc-d4b6ea603f8a None None] Checking router: 870a0f80-fc92-4779-806d-9d80551906cf for host: dv-cinder-784453-8-iscsi {{(pid=93156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:37:18.229509 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312c2f9d-4eb7-43fd-87cc-d4b6ea603f8a None None] Updating router 870a0f80-fc92-4779-806d-9d80551906cf port bf1a71de-76a4-42be-95b9-c8e277e05cee binding host dv-cinder-784453-8-iscsi {{(pid=93156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:37:18.293009 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-312c2f9d-4eb7-43fd-87cc-d4b6ea603f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:18.376157 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 54422) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:18.381661 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [None req-202270d1-4a79-4b01-ab50-735e8f014c1b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1961450320-network', 'tenant_id': 'ea72768ce72845ac878b716ccb348f38'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:18.406373 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202270d1-4a79-4b01-ab50-735e8f014c1b admin admin] Made reservation on behalf of ea72768ce72845ac878b716ccb348f38 for: {'network': 1} {{(pid=93155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:37:18.409177 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-202270d1-4a79-4b01-ab50-735e8f014c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for network, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:18.422021 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-202270d1-4a79-4b01-ab50-735e8f014c1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:18.548015 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df20452-4d65-496d-8793-2bf5a60fdbb5 req-650a57dd-95b1-4fce-a61f-b6b798fc1941 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:18.555124 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0df20452-4d65-496d-8793-2bf5a60fdbb5 req-650a57dd-95b1-4fce-a61f-b6b798fc1941 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=12cdd4bf-2993-4a5b-b7fb-b698f33e34c0 HTTP/1.1" status: 200 len: 945 time: 0.0998192 Jul 13 14:37:18.565289 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-202270d1-4a79-4b01-ab50-735e8f014c1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:18.572442 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-202270d1-4a79-4b01-ab50-735e8f014c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:18.591635 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-202270d1-4a79-4b01-ab50-735e8f014c1b admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=93155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:37:18.596300 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0df20452-4d65-496d-8793-2bf5a60fdbb5 req-7c43bba9-4996-4897-8ccc-25e7fcc4c285 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402930 Jul 13 14:37:18.627434 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-202270d1-4a79-4b01-ab50-735e8f014c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834'] for segment, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:18.627434 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.db.segments_db [None req-202270d1-4a79-4b01-ab50-735e8f014c1b admin admin] Added segment 79939c9d-2f56-4579-a073-8f076d29e4ab of type vlan for network 34decfc6-624d-4bcc-867c-9613875abd8a Jul 13 14:37:18.647851 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202270d1-4a79-4b01-ab50-735e8f014c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398b3999-bc16-4ec8-808d-935831e37301,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:18.686366 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-202270d1-4a79-4b01-ab50-735e8f014c1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754803020822'] for network, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:18.721471 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-312c2f9d-4eb7-43fd-87cc-d4b6ea603f8a None None] Notify callbacks [] for port, precommit_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:18.738926 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-202270d1-4a79-4b01-ab50-735e8f014c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763'] for network, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:18.740156 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202270d1-4a79-4b01-ab50-735e8f014c1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:18.740913 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-202270d1-4a79-4b01-ab50-735e8f014c1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for network, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:18.746680 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-312c2f9d-4eb7-43fd-87cc-d4b6ea603f8a None None] Transition to ACTIVE for port object bf1a71de-76a4-42be-95b9-c8e277e05cee will not be triggered until provisioned by entity L2. {{(pid=93156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:37:18.758889 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-312c2f9d-4eb7-43fd-87cc-d4b6ea603f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:18.832766 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-202270d1-4a79-4b01-ab50-735e8f014c1b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4554696 Jul 13 14:37:18.836710 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 54432) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:18.842763 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [None req-5d138d43-766a-4e11-a787-2083bd8a5f6a admin admin] Request body: {'subnet': {'network_id': '34decfc6-624d-4bcc-867c-9613875abd8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1961450320-subnet', 'tenant_id': 'ea72768ce72845ac878b716ccb348f38', 'ip_version': 4}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:18.866565 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202270d1-4a79-4b01-ab50-735e8f014c1b admin admin] Pushing event updated for resources: {'Network': ['ID=34decfc6-624d-4bcc-867c-9613875abd8a,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:18.871403 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d138d43-766a-4e11-a787-2083bd8a5f6a admin admin] Made reservation on behalf of ea72768ce72845ac878b716ccb348f38 for: {'subnet': 1} {{(pid=93155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:37:18.874108 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-5d138d43-766a-4e11-a787-2083bd8a5f6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8977146'] for subnet, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:18.908866 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0aa1ca-6ad5-4f41-a357-00ef6656aae4 req-572e68c0-e21f-4662-85e0-38d1e8fd790a tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:18.911054 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5b0aa1ca-6ad5-4f41-a357-00ef6656aae4 req-572e68c0-e21f-4662-85e0-38d1e8fd790a tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.0878482 Jul 13 14:37:18.927523 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Network 34decfc6-624d-4bcc-867c-9613875abd8a details requested by agent ovs-agent-dv-cinder-784453-8-iscsi with host dv-cinder-784453-8-iscsi {{(pid=93156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:37:19.004697 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5b0aa1ca-6ad5-4f41-a357-00ef6656aae4 req-e0fb7556-49ce-4d03-8c8c-4a637f16b55d tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857711 Jul 13 14:37:19.121970 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5eb075-2979-4e35-9294-61aae0d8efbd None None] Pushing event updated for resources: {'Port': ['ID=bf1a71de-76a4-42be-95b9-c8e277e05cee,revision_number=3']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:19.152036 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-5d138d43-766a-4e11-a787-2083bd8a5f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2868625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8977096'] for subnet, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:19.157497 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-312c2f9d-4eb7-43fd-87cc-d4b6ea603f8a None None] Attempting to bind port bf1a71de-76a4-42be-95b9-c8e277e05cee on host dv-cinder-784453-8-iscsi for vnic_type normal with profile {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:37:19.158284 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-312c2f9d-4eb7-43fd-87cc-d4b6ea603f8a None None] Attempting to bind port bf1a71de-76a4-42be-95b9-c8e277e05cee by drivers openvswitch,hyperv on host dv-cinder-784453-8-iscsi at level 0 using segments [{'id': '7c49f002-40a4-4af3-99ab-d6aac50df09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '86ac9154-8784-4774-baf0-e8c39b4cddeb'}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:37:19.158909 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312c2f9d-4eb7-43fd-87cc-d4b6ea603f8a None None] Attempting to bind port bf1a71de-76a4-42be-95b9-c8e277e05cee on network 86ac9154-8784-4774-baf0-e8c39b4cddeb {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:37:19.169063 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312c2f9d-4eb7-43fd-87cc-d4b6ea603f8a None None] Checking agent: {'id': '3ba56e3d-baa8-43e8-bda8-5a4cd0b2ced4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 7, 13, 14, 27, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:37:19.169660 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312c2f9d-4eb7-43fd-87cc-d4b6ea603f8a None None] Checking segment: {'id': '7c49f002-40a4-4af3-99ab-d6aac50df09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '86ac9154-8784-4774-baf0-e8c39b4cddeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:37:19.170399 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-312c2f9d-4eb7-43fd-87cc-d4b6ea603f8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:19.171087 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312c2f9d-4eb7-43fd-87cc-d4b6ea603f8a None None] Bound using segment: {'id': '7c49f002-40a4-4af3-99ab-d6aac50df09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '86ac9154-8784-4774-baf0-e8c39b4cddeb'} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:37:19.171902 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-312c2f9d-4eb7-43fd-87cc-d4b6ea603f8a None None] Bound port: bf1a71de-76a4-42be-95b9-c8e277e05cee, host: dv-cinder-784453-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c49f002-40a4-4af3-99ab-d6aac50df09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '86ac9154-8784-4774-baf0-e8c39b4cddeb'}}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:37:19.172562 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-312c2f9d-4eb7-43fd-87cc-d4b6ea603f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:19.221158 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d138d43-766a-4e11-a787-2083bd8a5f6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=47ded990-cb7d-453d-9116-ec4a8da56306,revision_number=0']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:19.228701 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d138d43-766a-4e11-a787-2083bd8a5f6a admin admin] Checking segment: {'id': '79939c9d-2f56-4579-a073-8f076d29e4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '34decfc6-624d-4bcc-867c-9613875abd8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:37:19.229068 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d138d43-766a-4e11-a787-2083bd8a5f6a admin admin] Network hostable DHCP agents. Network: 34decfc6-624d-4bcc-867c-9613875abd8a, hostable agents: ['c057a270-abe3-45bb-b401-4c6834b17f0a'], hosted agents: [] {{(pid=93155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:37:19.259983 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d138d43-766a-4e11-a787-2083bd8a5f6a admin admin] Network 34decfc6-624d-4bcc-867c-9613875abd8a is scheduled to be hosted by DHCP agent c057a270-abe3-45bb-b401-4c6834b17f0a with binding_index 1 {{(pid=93155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:37:19.272241 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [None req-5d138d43-766a-4e11-a787-2083bd8a5f6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-8-iscsi, 34decfc6-624d-4bcc-867c-9613875abd8a) {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:37:19.280661 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d138d43-766a-4e11-a787-2083bd8a5f6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:19.282333 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-5d138d43-766a-4e11-a787-2083bd8a5f6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:19.289310 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2218623-f3fc-4ff9-b1dc-3065fd578632 None None] Network 34decfc6-624d-4bcc-867c-9613875abd8a requested from dv-cinder-784453-8-iscsi {{(pid=93156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:37:19.297610 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-312c2f9d-4eb7-43fd-87cc-d4b6ea603f8a None None] For port bf1a71de-76a4-42be-95b9-c8e277e05cee, host dv-cinder-784453-8-iscsi, cleared binding levels {{(pid=93156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:37:19.304458 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-5d138d43-766a-4e11-a787-2083bd8a5f6a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4663658 Jul 13 14:37:19.307645 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 54436) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:19.312701 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-5dab65de-2fc5-4da5-a68a-fc79a8c31da8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1961450320-router', 'tenant_id': 'ea72768ce72845ac878b716ccb348f38', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'}}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:19.341612 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5dab65de-2fc5-4da5-a68a-fc79a8c31da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2095217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4236'] for router, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:19.342573 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5dab65de-2fc5-4da5-a68a-fc79a8c31da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2095122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4229'] for router, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:19.358545 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-312c2f9d-4eb7-43fd-87cc-d4b6ea603f8a None None] For port bf1a71de-76a4-42be-95b9-c8e277e05cee, host dv-cinder-784453-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=bf1a71de-76a4-42be-95b9-c8e277e05cee,segment=NetworkSegment(7c49f002-40a4-4af3-99ab-d6aac50df09a),segment_id=7c49f002-40a4-4af3-99ab-d6aac50df09a)] {{(pid=93156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:37:19.371455 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-312c2f9d-4eb7-43fd-87cc-d4b6ea603f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:19.406900 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5dab65de-2fc5-4da5-a68a-fc79a8c31da8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:19.466567 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312c2f9d-4eb7-43fd-87cc-d4b6ea603f8a None None] Routers {'870a0f80-fc92-4779-806d-9d80551906cf'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:37:19.467197 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-312c2f9d-4eb7-43fd-87cc-d4b6ea603f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:37:06Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['870a0f80-fc92-4779-806d-9d80551906cf'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:19.496587 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5eb075-2979-4e35-9294-61aae0d8efbd None None] Pushing event updated for resources: {'Port': ['ID=bf1a71de-76a4-42be-95b9-c8e277e05cee,revision_number=4']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:19.575790 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5dab65de-2fc5-4da5-a68a-fc79a8c31da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2095215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4247'] for router, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:19.821578 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd81cb4-552e-4955-8e3c-5a4f70de55db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa395d92a-1b40-5614-8749-89f2b3703122-34decfc6-624d-4bcc-867c-9613875abd8a', 'network_id': '34decfc6-624d-4bcc-867c-9613875abd8a', 'tenant_id': 'ea72768ce72845ac878b716ccb348f38', 'fixed_ips': [{'subnet_id': '47ded990-cb7d-453d-9116-ec4a8da56306'}]}} from dv-cinder-784453-8-iscsi. {{(pid=93156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:37:19.823068 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-fbd81cb4-552e-4955-8e3c-5a4f70de55db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:19.870169 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-312c2f9d-4eb7-43fd-87cc-d4b6ea603f8a None None] Set router 870a0f80-fc92-4779-806d-9d80551906cf gateway port host: dv-cinder-784453-8-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:37:19.987828 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5dab65de-2fc5-4da5-a68a-fc79a8c31da8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:20.022766 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4341f-85f1-4a57-ab23-c9f1c651f98d req-c6cb5ac9-4f8c-4662-ac9a-36cf8668e234 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:20.024354 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cfe4341f-85f1-4a57-ab23-c9f1c651f98d req-c6cb5ac9-4f8c-4662-ac9a-36cf8668e234 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=12cdd4bf-2993-4a5b-b7fb-b698f33e34c0 HTTP/1.1" status: 200 len: 945 time: 0.1579413 Jul 13 14:37:20.026042 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5dab65de-2fc5-4da5-a68a-fc79a8c31da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:20.117618 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cfe4341f-85f1-4a57-ab23-c9f1c651f98d req-c8d5cb53-da22-4289-9310-b3e1056b4756 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814497 Jul 13 14:37:20.154853 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.db_base_plugin_common [None req-fbd81cb4-552e-4955-8e3c-5a4f70de55db None None] Allocated IP 172.20.0.2 (34decfc6-624d-4bcc-867c-9613875abd8a/47ded990-cb7d-453d-9116-ec4a8da56306/84d14419-ca72-465b-ab5a-2a14357bcaf6) {{(pid=93156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:37:20.191511 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [None req-5dab65de-2fc5-4da5-a68a-fc79a8c31da8 admin admin] Allocated IP 172.27.3.145 (ecd09457-6660-479c-a1fb-91901148ba35/592e54d3-84ab-450e-8093-b0d029762b46/26a8a196-01dc-4d48-97e1-bc05ce92d089) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:37:20.350851 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-312c2f9d-4eb7-43fd-87cc-d4b6ea603f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870a0f80-fc92-4779-806d-9d80551906cf', 'name': 'tempest-TestShelveInstance-784266502-router', 'tenant_id': '5892afb7184848a28e5c2b3bb47266c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '3f54e5b3-1949-4a06-83d4-244fb04ea558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:09Z', 'updated_at': '2021-07-13T14:37:15Z', 'revision_number': 4, 'project_id': '5892afb7184848a28e5c2b3bb47266c2', 'gw_port': {'id': '3f54e5b3-1949-4a06-83d4-244fb04ea558', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:df:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870a0f80-fc92-4779-806d-9d80551906cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:10Z', 'updated_at': '2021-07-13T14:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': 'bf1a71de-76a4-42be-95b9-c8e277e05cee', 'name': '', 'network_id': '86ac9154-8784-4774-baf0-e8c39b4cddeb', 'tenant_id': '5892afb7184848a28e5c2b3bb47266c2', 'mac_address': 'fa:16:3e:68:b8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870a0f80-fc92-4779-806d-9d80551906cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ead56a37-b614-443b-a85d-2b5d0e7941f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:13Z', 'updated_at': '2021-07-13T14:37:19Z', 'revision_number': 4, 'project_id': '5892afb7184848a28e5c2b3bb47266c2', 'subnets': [{'id': 'ead56a37-b614-443b-a85d-2b5d0e7941f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:20.365519 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5dab65de-2fc5-4da5-a68a-fc79a8c31da8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:20.382875 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844085ed-fcef-4c40-8d5a-0f5cd91df972 req-3c3301eb-ebd7-4a14-acf7-2a83a5050b78 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:20.384935 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-844085ed-fcef-4c40-8d5a-0f5cd91df972 req-3c3301eb-ebd7-4a14-acf7-2a83a5050b78 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.1223626 Jul 13 14:37:20.390713 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312c2f9d-4eb7-43fd-87cc-d4b6ea603f8a None None] The sync data for ids ['870a0f80-fc92-4779-806d-9d80551906cf'] in dv-cinder-784453-8-iscsi is: [{'id': '870a0f80-fc92-4779-806d-9d80551906cf', 'name': 'tempest-TestShelveInstance-784266502-router', 'tenant_id': '5892afb7184848a28e5c2b3bb47266c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '3f54e5b3-1949-4a06-83d4-244fb04ea558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:09Z', 'updated_at': '2021-07-13T14:37:15Z', 'revision_number': 4, 'project_id': '5892afb7184848a28e5c2b3bb47266c2', 'gw_port': {'id': '3f54e5b3-1949-4a06-83d4-244fb04ea558', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:df:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870a0f80-fc92-4779-806d-9d80551906cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:10Z', 'updated_at': '2021-07-13T14:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': 'bf1a71de-76a4-42be-95b9-c8e277e05cee', 'name': '', 'network_id': '86ac9154-8784-4774-baf0-e8c39b4cddeb', 'tenant_id': '5892afb7184848a28e5c2b3bb47266c2', 'mac_address': 'fa:16:3e:68:b8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870a0f80-fc92-4779-806d-9d80551906cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ead56a37-b614-443b-a85d-2b5d0e7941f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:13Z', 'updated_at': '2021-07-13T14:37:19Z', 'revision_number': 4, 'project_id': '5892afb7184848a28e5c2b3bb47266c2', 'subnets': [{'id': 'ead56a37-b614-443b-a85d-2b5d0e7941f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:37:20.394882 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.agents_db [None req-a710d77f-e7af-45aa-808b-9771d160625e None None] Agent healthcheck: found 6 active agents {{(pid=93157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:37:20.422894 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-fbd81cb4-552e-4955-8e3c-5a4f70de55db None None] Notify callbacks [] for port, precommit_create {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:20.456216 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-fbd81cb4-552e-4955-8e3c-5a4f70de55db None None] Transition to ACTIVE for port object 84d14419-ca72-465b-ab5a-2a14357bcaf6 will not be triggered until provisioned by entity L2. {{(pid=93156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:37:20.466961 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5dab65de-2fc5-4da5-a68a-fc79a8c31da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800428'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:20.518621 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-fbd81cb4-552e-4955-8e3c-5a4f70de55db None None] Transition to ACTIVE for port object 84d14419-ca72-465b-ab5a-2a14357bcaf6 will not be triggered until provisioned by entity DHCP. {{(pid=93156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:37:20.535429 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-fbd81cb4-552e-4955-8e3c-5a4f70de55db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838'] for port, after_create {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:20.537391 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-844085ed-fcef-4c40-8d5a-0f5cd91df972 req-86bd2c08-095d-4c57-8af2-cb78c4fb4311 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169202 Jul 13 14:37:20.550940 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dab65de-2fc5-4da5-a68a-fc79a8c31da8 admin admin] Network ecd09457-6660-479c-a1fb-91901148ba35 is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:37:20.554428 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-5dab65de-2fc5-4da5-a68a-fc79a8c31da8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:37:20.557835 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dab65de-2fc5-4da5-a68a-fc79a8c31da8 admin admin] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:37:20.605169 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab65de-2fc5-4da5-a68a-fc79a8c31da8 admin admin] Pushing event updated for resources: {'Port': ['ID=26a8a196-01dc-4d48-97e1-bc05ce92d089,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:20.625632 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd81cb4-552e-4955-8e3c-5a4f70de55db None None] Pushing event updated for resources: {'Port': ['ID=84d14419-ca72-465b-ab5a-2a14357bcaf6,revision_number=1']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:20.645976 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd81cb4-552e-4955-8e3c-5a4f70de55db None None] Network 34decfc6-624d-4bcc-867c-9613875abd8a is already hosted by enough agents. {{(pid=93156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:37:20.647782 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.scheduler.base_scheduler [None req-fbd81cb4-552e-4955-8e3c-5a4f70de55db None None] Resources bound (agent type, host, resource id): {{(pid=93156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:37:20.650677 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd81cb4-552e-4955-8e3c-5a4f70de55db None None] Received port after_create {{(pid=93156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:37:20.713675 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device bf1a71de-76a4-42be-95b9-c8e277e05cee up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:37:20.755191 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-fbd81cb4-552e-4955-8e3c-5a4f70de55db None None] Attempting to bind port 84d14419-ca72-465b-ab5a-2a14357bcaf6 on host dv-cinder-784453-8-iscsi for vnic_type normal with profile {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:37:20.755564 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-fbd81cb4-552e-4955-8e3c-5a4f70de55db None None] Attempting to bind port 84d14419-ca72-465b-ab5a-2a14357bcaf6 by drivers openvswitch,hyperv on host dv-cinder-784453-8-iscsi at level 0 using segments [{'id': '79939c9d-2f56-4579-a073-8f076d29e4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '34decfc6-624d-4bcc-867c-9613875abd8a'}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:37:20.755934 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd81cb4-552e-4955-8e3c-5a4f70de55db None None] Attempting to bind port 84d14419-ca72-465b-ab5a-2a14357bcaf6 on network 34decfc6-624d-4bcc-867c-9613875abd8a {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:37:20.769067 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd81cb4-552e-4955-8e3c-5a4f70de55db None None] Checking agent: {'id': '3ba56e3d-baa8-43e8-bda8-5a4cd0b2ced4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 7, 13, 14, 27, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:37:20.769444 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd81cb4-552e-4955-8e3c-5a4f70de55db None None] Checking segment: {'id': '79939c9d-2f56-4579-a073-8f076d29e4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '34decfc6-624d-4bcc-867c-9613875abd8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:37:20.769855 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-fbd81cb4-552e-4955-8e3c-5a4f70de55db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:20.770270 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd81cb4-552e-4955-8e3c-5a4f70de55db None None] Bound using segment: {'id': '79939c9d-2f56-4579-a073-8f076d29e4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '34decfc6-624d-4bcc-867c-9613875abd8a'} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:37:20.771260 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-fbd81cb4-552e-4955-8e3c-5a4f70de55db None None] Bound port: 84d14419-ca72-465b-ab5a-2a14357bcaf6, host: dv-cinder-784453-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79939c9d-2f56-4579-a073-8f076d29e4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '34decfc6-624d-4bcc-867c-9613875abd8a'}}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:37:20.771653 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-fbd81cb4-552e-4955-8e3c-5a4f70de55db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:20.851067 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning for port bf1a71de-76a4-42be-95b9-c8e277e05cee completed by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:37:20.868146 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port bf1a71de-76a4-42be-95b9-c8e277e05cee triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:20.868789 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:20.894324 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5dab65de-2fc5-4da5-a68a-fc79a8c31da8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:20.943092 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-fbd81cb4-552e-4955-8e3c-5a4f70de55db None None] For port 84d14419-ca72-465b-ab5a-2a14357bcaf6, host dv-cinder-784453-8-iscsi, cleared binding levels {{(pid=93156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:37:20.951817 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-fbd81cb4-552e-4955-8e3c-5a4f70de55db None None] For port 84d14419-ca72-465b-ab5a-2a14357bcaf6, host dv-cinder-784453-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=84d14419-ca72-465b-ab5a-2a14357bcaf6,segment=NetworkSegment(79939c9d-2f56-4579-a073-8f076d29e4ab),segment_id=79939c9d-2f56-4579-a073-8f076d29e4ab)] {{(pid=93156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:37:20.960348 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-fbd81cb4-552e-4955-8e3c-5a4f70de55db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:21.102891 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd81cb4-552e-4955-8e3c-5a4f70de55db None None] Pushing event updated for resources: {'Port': ['ID=84d14419-ca72-465b-ab5a-2a14357bcaf6,revision_number=2']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:21.129019 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:21.138907 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5dab65de-2fc5-4da5-a68a-fc79a8c31da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2095206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995768'] for router, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:21.266464 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] For port bf1a71de-76a4-42be-95b9-c8e277e05cee, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=bf1a71de-76a4-42be-95b9-c8e277e05cee,segment=NetworkSegment(7c49f002-40a4-4af3-99ab-d6aac50df09a),segment_id=7c49f002-40a4-4af3-99ab-d6aac50df09a)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:37:21.280210 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:21.390939 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Pushing event updated for resources: {'Port': ['ID=bf1a71de-76a4-42be-95b9-c8e277e05cee,revision_number=5']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:21.413328 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dab65de-2fc5-4da5-a68a-fc79a8c31da8 admin admin] Router 9255c50a-3d9d-47e4-946e-2d24e4dca80e is scheduled to L3 agent d92cc109-9c2d-42ed-8c1d-d826fa90f9d0 with binding_index 1 {{(pid=93154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:37:21.578168 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94aa71e-b949-485c-879c-2d1abe563a56 req-4a8424a6-4c14-40f0-8f91-530bbf1e2a29 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:21.579868 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d94aa71e-b949-485c-879c-2d1abe563a56 req-4a8424a6-4c14-40f0-8f91-530bbf1e2a29 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=12cdd4bf-2993-4a5b-b7fb-b698f33e34c0 HTTP/1.1" status: 200 len: 945 time: 0.2124786 Jul 13 14:37:21.639800 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dab65de-2fc5-4da5-a68a-fc79a8c31da8 admin admin] Notify agent at l3_agent.dv-cinder-784453-8-iscsi the message routers_updated {{(pid=93154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:37:21.650952 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d58c50-2d59-48f6-a60a-f9dd4affaaca None None] Sync routers for ids ['9255c50a-3d9d-47e4-946e-2d24e4dca80e'] in dv-cinder-784453-8-iscsi {{(pid=93157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:37:21.663292 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d58c50-2d59-48f6-a60a-f9dd4affaaca None None] Routers {'9255c50a-3d9d-47e4-946e-2d24e4dca80e'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:37:21.664820 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-32d58c50-2d59-48f6-a60a-f9dd4affaaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:37:06Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['9255c50a-3d9d-47e4-946e-2d24e4dca80e'], 'active': True} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:21.666278 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d94aa71e-b949-485c-879c-2d1abe563a56 req-a1a72dd5-facf-4b40-9536-f2a1aacb0830 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777922 Jul 13 14:37:21.667715 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5dab65de-2fc5-4da5-a68a-fc79a8c31da8 admin admin] Notify callbacks [] for router, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:21.672379 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 54462) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:21.684872 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-5dab65de-2fc5-4da5-a68a-fc79a8c31da8 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3758729 Jul 13 14:37:21.956881 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvr_db [None req-32d58c50-2d59-48f6-a60a-f9dd4affaaca None None] Set router 9255c50a-3d9d-47e4-946e-2d24e4dca80e gateway port host: dv-cinder-784453-8-iscsi {{(pid=93157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:37:21.964000 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599056c-d3f3-453c-a626-dbc9d9de6a35 req-3f2d3635-ef3f-40a9-a2df-9dca1a1ac6db tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:21.965596 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4599056c-d3f3-453c-a626-dbc9d9de6a35 req-3f2d3635-ef3f-40a9-a2df-9dca1a1ac6db tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.1600852 Jul 13 14:37:22.055026 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4599056c-d3f3-453c-a626-dbc9d9de6a35 req-99424001-a4ad-441b-88b0-27ed7459e0ac tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821884 Jul 13 14:37:22.223412 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-32d58c50-2d59-48f6-a60a-f9dd4affaaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9255c50a-3d9d-47e4-946e-2d24e4dca80e', 'name': 'tempest-TestShelveInstance-1961450320-router', 'tenant_id': 'ea72768ce72845ac878b716ccb348f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '26a8a196-01dc-4d48-97e1-bc05ce92d089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:19Z', 'updated_at': '2021-07-13T14:37:20Z', 'revision_number': 3, 'project_id': 'ea72768ce72845ac878b716ccb348f38', 'gw_port': {'id': '26a8a196-01dc-4d48-97e1-bc05ce92d089', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:dc:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9255c50a-3d9d-47e4-946e-2d24e4dca80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:20Z', 'updated_at': '2021-07-13T14:37:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi'}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:22.256163 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d58c50-2d59-48f6-a60a-f9dd4affaaca None None] Checking router: 9255c50a-3d9d-47e4-946e-2d24e4dca80e for host: dv-cinder-784453-8-iscsi {{(pid=93157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:37:22.256941 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d58c50-2d59-48f6-a60a-f9dd4affaaca None None] Updating router 9255c50a-3d9d-47e4-946e-2d24e4dca80e port 26a8a196-01dc-4d48-97e1-bc05ce92d089 binding host dv-cinder-784453-8-iscsi {{(pid=93157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:37:22.296408 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-32d58c50-2d59-48f6-a60a-f9dd4affaaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:22.342482 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-410c8092-1016-42ab-8d2c-f81dca4debdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:22.457175 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f54a2a7-9645-4cb1-8030-be8721fc8975 None None] Network 34decfc6-624d-4bcc-867c-9613875abd8a requested from dv-cinder-784453-8-iscsi {{(pid=93156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:37:22.537936 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-860c9d62-ad25-4f60-a56a-1ea2e2758d7e None None] Provisioning for port 84d14419-ca72-465b-ab5a-2a14357bcaf6 completed by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:37:22.544871 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.db_base_plugin_common [None req-410c8092-1016-42ab-8d2c-f81dca4debdb admin admin] Allocated IP 172.20.0.1 (34decfc6-624d-4bcc-867c-9613875abd8a/47ded990-cb7d-453d-9116-ec4a8da56306/bca056d8-0d81-4cb8-b9bc-10e34acef0fc) {{(pid=93155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:37:22.659261 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-32d58c50-2d59-48f6-a60a-f9dd4affaaca None None] Notify callbacks [] for port, precommit_update {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:22.671778 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.provisioning_blocks [None req-32d58c50-2d59-48f6-a60a-f9dd4affaaca None None] Transition to ACTIVE for port object 26a8a196-01dc-4d48-97e1-bc05ce92d089 will not be triggered until provisioned by entity L2. {{(pid=93157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:37:22.695219 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-32d58c50-2d59-48f6-a60a-f9dd4affaaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:22.722885 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-410c8092-1016-42ab-8d2c-f81dca4debdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:22.740281 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-410c8092-1016-42ab-8d2c-f81dca4debdb admin admin] Transition to ACTIVE for port object bca056d8-0d81-4cb8-b9bc-10e34acef0fc will not be triggered until provisioned by entity DHCP. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:37:22.764984 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device bf1a71de-76a4-42be-95b9-c8e277e05cee up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:37:22.781301 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.managers [None req-32d58c50-2d59-48f6-a60a-f9dd4affaaca None None] Attempting to bind port 26a8a196-01dc-4d48-97e1-bc05ce92d089 on host dv-cinder-784453-8-iscsi for vnic_type normal with profile {{(pid=93157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:37:22.782272 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.managers [None req-32d58c50-2d59-48f6-a60a-f9dd4affaaca None None] Attempting to bind port 26a8a196-01dc-4d48-97e1-bc05ce92d089 by drivers openvswitch,hyperv on host dv-cinder-784453-8-iscsi at level 0 using segments [{'id': '1dffabd1-9f9c-45cf-80ba-954af1e6bced', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'}] {{(pid=93157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:37:22.783091 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d58c50-2d59-48f6-a60a-f9dd4affaaca None None] Attempting to bind port 26a8a196-01dc-4d48-97e1-bc05ce92d089 on network ecd09457-6660-479c-a1fb-91901148ba35 {{(pid=93157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:37:22.802590 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-410c8092-1016-42ab-8d2c-f81dca4debdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:22.815828 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d58c50-2d59-48f6-a60a-f9dd4affaaca None None] Checking agent: {'id': '3ba56e3d-baa8-43e8-bda8-5a4cd0b2ced4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 7, 13, 14, 27, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:37:22.816855 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d58c50-2d59-48f6-a60a-f9dd4affaaca None None] Checking segment: {'id': '1dffabd1-9f9c-45cf-80ba-954af1e6bced', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:37:22.817766 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-32d58c50-2d59-48f6-a60a-f9dd4affaaca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:22.819421 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d58c50-2d59-48f6-a60a-f9dd4affaaca None None] Bound using segment: {'id': '1dffabd1-9f9c-45cf-80ba-954af1e6bced', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'} {{(pid=93157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:37:22.819963 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device b606e69d-caa3-4fe7-9b56-106be274f192 up at agent hyperv_hv-cinder-78445 {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:37:22.820754 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.managers [None req-32d58c50-2d59-48f6-a60a-f9dd4affaaca None None] Bound port: 26a8a196-01dc-4d48-97e1-bc05ce92d089, host: dv-cinder-784453-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dffabd1-9f9c-45cf-80ba-954af1e6bced', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'}}] {{(pid=93157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:37:22.821776 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-32d58c50-2d59-48f6-a60a-f9dd4affaaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:22.871152 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410c8092-1016-42ab-8d2c-f81dca4debdb admin admin] Network 34decfc6-624d-4bcc-867c-9613875abd8a is already hosted by enough agents. {{(pid=93155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:37:22.872554 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c8092-1016-42ab-8d2c-f81dca4debdb admin admin] Pushing event updated for resources: {'Port': ['ID=bca056d8-0d81-4cb8-b9bc-10e34acef0fc,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:22.876604 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [None req-410c8092-1016-42ab-8d2c-f81dca4debdb admin admin] Resources bound (agent type, host, resource id): {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:37:22.892541 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410c8092-1016-42ab-8d2c-f81dca4debdb admin admin] Received port after_create {{(pid=93155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:37:22.940259 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.db [None req-32d58c50-2d59-48f6-a60a-f9dd4affaaca None None] For port 26a8a196-01dc-4d48-97e1-bc05ce92d089, host dv-cinder-784453-8-iscsi, cleared binding levels {{(pid=93157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:37:22.947133 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.db [None req-32d58c50-2d59-48f6-a60a-f9dd4affaaca None None] For port 26a8a196-01dc-4d48-97e1-bc05ce92d089, host dv-cinder-784453-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=26a8a196-01dc-4d48-97e1-bc05ce92d089,segment=NetworkSegment(1dffabd1-9f9c-45cf-80ba-954af1e6bced),segment_id=1dffabd1-9f9c-45cf-80ba-954af1e6bced)] {{(pid=93157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:37:22.958650 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5519089c-8b33-45f6-93cd-b013c129edf9 None None] Pushing event updated for resources: {'Port': ['ID=26a8a196-01dc-4d48-97e1-bc05ce92d089,revision_number=2']} {{(pid=93157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:22.974031 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port bf1a71de-76a4-42be-95b9-c8e277e05cee triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:22.975020 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:22.976021 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-32d58c50-2d59-48f6-a60a-f9dd4affaaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:22.987045 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-410c8092-1016-42ab-8d2c-f81dca4debdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1993117'] for router_interface, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:22.996855 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f98fa-c4d0-4270-a7ff-9cd38daa220a req-2655fdd3-64eb-407f-a891-e66429ac14e8 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:23.007348 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3b9f98fa-c4d0-4270-a7ff-9cd38daa220a req-2655fdd3-64eb-407f-a891-e66429ac14e8 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=12cdd4bf-2993-4a5b-b7fb-b698f33e34c0 HTTP/1.1" status: 200 len: 945 time: 0.1500242 Jul 13 14:37:23.023760 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Provisioning for port b606e69d-caa3-4fe7-9b56-106be274f192 completed by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:37:23.035254 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Provisioning complete for port b606e69d-caa3-4fe7-9b56-106be274f192 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:23.035705 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:23.100201 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d58c50-2d59-48f6-a60a-f9dd4affaaca None None] Routers {'9255c50a-3d9d-47e4-946e-2d24e4dca80e'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:37:23.100201 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-32d58c50-2d59-48f6-a60a-f9dd4affaaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:37:06Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['9255c50a-3d9d-47e4-946e-2d24e4dca80e'], 'active': True} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:23.168455 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3b9f98fa-c4d0-4270-a7ff-9cd38daa220a req-bb67af37-7bc7-4672-a8bf-dd474bfa5a6d tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459091 Jul 13 14:37:23.366823 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 84d14419-ca72-465b-ab5a-2a14357bcaf6 up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:37:23.372445 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-410c8092-1016-42ab-8d2c-f81dca4debdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:23.462548 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5519089c-8b33-45f6-93cd-b013c129edf9 None None] Pushing event updated for resources: {'Port': ['ID=26a8a196-01dc-4d48-97e1-bc05ce92d089,revision_number=3']} {{(pid=93157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:23.478614 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvr_db [None req-32d58c50-2d59-48f6-a60a-f9dd4affaaca None None] Set router 9255c50a-3d9d-47e4-946e-2d24e4dca80e gateway port host: dv-cinder-784453-8-iscsi {{(pid=93157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:37:23.505312 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:23.536651 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90352325-88ce-4908-8a86-f61203f2fb6e req-149b66bc-a447-469a-9e4f-435dabee8026 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:23.541191 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning for port 84d14419-ca72-465b-ab5a-2a14357bcaf6 completed by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:37:23.548530 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-90352325-88ce-4908-8a86-f61203f2fb6e req-149b66bc-a447-469a-9e4f-435dabee8026 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.2564931 Jul 13 14:37:23.567568 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12cdd4bf-2993-4a5b-b7fb-b698f33e34c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b606e69d-caa3-4fe7-9b56-106be274f192'}] {{(pid=93156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:37:23.570047 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd5989a68af48bbe0a00b0c674d1da0e65c633cef20e3ffd105cdad221ff8d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6527972-4bd5-4c60-b632-473da0358b02" -d '{"events": [{"server_uuid": "12cdd4bf-2993-4a5b-b7fb-b698f33e34c0", "name": "network-vif-plugged", "status": "completed", "tag": "b606e69d-caa3-4fe7-9b56-106be274f192"}]}' {{(pid=93156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:37:23.573564 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port 84d14419-ca72-465b-ab5a-2a14357bcaf6 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:23.574050 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:23.609873 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port b606e69d-caa3-4fe7-9b56-106be274f192, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=b606e69d-caa3-4fe7-9b56-106be274f192,segment=NetworkSegment(5cb2a2e7-90bc-4e10-a276-f895674abf5c),segment_id=5cb2a2e7-90bc-4e10-a276-f895674abf5c)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:37:23.617611 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:23.653558 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-90352325-88ce-4908-8a86-f61203f2fb6e req-f002da14-6c4e-4a04-ac4b-52d389b2879c tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040173 Jul 13 14:37:23.706080 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23339480-a3fa-4955-9b25-21c1fc2a3edd x-openstack-request-id: req-23339480-a3fa-4955-9b25-21c1fc2a3edd {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:37:23.706889 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12cdd4bf-2993-4a5b-b7fb-b698f33e34c0", "name": "network-vif-plugged", "status": "completed", "tag": "b606e69d-caa3-4fe7-9b56-106be274f192", "code": 200}]} {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:37:23.707303 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-23339480-a3fa-4955-9b25-21c1fc2a3edd {{(pid=93156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:37:23.707883 dv-cinder-784453-8-iscsi neutron-server[93156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12cdd4bf-2993-4a5b-b7fb-b698f33e34c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b606e69d-caa3-4fe7-9b56-106be274f192', 'code': 200} Jul 13 14:37:23.734392 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=b606e69d-caa3-4fe7-9b56-106be274f192,revision_number=5']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:23.794856 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:23.799480 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-8460b859-1192-45cc-851a-73a8e7dc1ed3 None None] Provisioning for port bca056d8-0d81-4cb8-b9bc-10e34acef0fc completed by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:37:23.815466 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-8460b859-1192-45cc-851a-73a8e7dc1ed3 None None] Provisioning complete for port bca056d8-0d81-4cb8-b9bc-10e34acef0fc triggered by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:23.815829 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-8460b859-1192-45cc-851a-73a8e7dc1ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:23.869645 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] For port 84d14419-ca72-465b-ab5a-2a14357bcaf6, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=84d14419-ca72-465b-ab5a-2a14357bcaf6,segment=NetworkSegment(79939c9d-2f56-4579-a073-8f076d29e4ab),segment_id=79939c9d-2f56-4579-a073-8f076d29e4ab)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:37:23.873297 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-8460b859-1192-45cc-851a-73a8e7dc1ed3 None None] Port bca056d8-0d81-4cb8-b9bc-10e34acef0fc cannot update to ACTIVE because it is not bound. {{(pid=93156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:37:23.877539 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:23.881167 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-32d58c50-2d59-48f6-a60a-f9dd4affaaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9255c50a-3d9d-47e4-946e-2d24e4dca80e', 'name': 'tempest-TestShelveInstance-1961450320-router', 'tenant_id': 'ea72768ce72845ac878b716ccb348f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '26a8a196-01dc-4d48-97e1-bc05ce92d089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:19Z', 'updated_at': '2021-07-13T14:37:20Z', 'revision_number': 3, 'project_id': 'ea72768ce72845ac878b716ccb348f38', 'gw_port': {'id': '26a8a196-01dc-4d48-97e1-bc05ce92d089', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:dc:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9255c50a-3d9d-47e4-946e-2d24e4dca80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:20Z', 'updated_at': '2021-07-13T14:37:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi'}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:23.939417 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d58c50-2d59-48f6-a60a-f9dd4affaaca None None] The sync data for ids ['9255c50a-3d9d-47e4-946e-2d24e4dca80e'] in dv-cinder-784453-8-iscsi is: [{'id': '9255c50a-3d9d-47e4-946e-2d24e4dca80e', 'name': 'tempest-TestShelveInstance-1961450320-router', 'tenant_id': 'ea72768ce72845ac878b716ccb348f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '26a8a196-01dc-4d48-97e1-bc05ce92d089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:19Z', 'updated_at': '2021-07-13T14:37:20Z', 'revision_number': 3, 'project_id': 'ea72768ce72845ac878b716ccb348f38', 'gw_port': {'id': '26a8a196-01dc-4d48-97e1-bc05ce92d089', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:dc:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9255c50a-3d9d-47e4-946e-2d24e4dca80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:20Z', 'updated_at': '2021-07-13T14:37:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi'}] {{(pid=93157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:37:23.942293 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Pushing event updated for resources: {'Port': ['ID=84d14419-ca72-465b-ab5a-2a14357bcaf6,revision_number=3']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:24.113841 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3572c0-1c5a-43d7-9abf-85f24f2c6bc5 req-8e22434a-8601-43bf-b356-a9e3b0148061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:24.116448 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-ec3572c0-1c5a-43d7-9abf-85f24f2c6bc5 req-8e22434a-8601-43bf-b356-a9e3b0148061 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=12cdd4bf-2993-4a5b-b7fb-b698f33e34c0 HTTP/1.1" status: 200 len: 1099 time: 0.1254311 Jul 13 14:37:24.120560 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-410c8092-1016-42ab-8d2c-f81dca4debdb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:24.128522 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-410c8092-1016-42ab-8d2c-f81dca4debdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868486'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:24.251084 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c8092-1016-42ab-8d2c-f81dca4debdb admin admin] Pushing event updated for resources: {'Port': ['ID=bca056d8-0d81-4cb8-b9bc-10e34acef0fc,revision_number=2']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:24.257255 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-ec3572c0-1c5a-43d7-9abf-85f24f2c6bc5 req-173435bc-c8e9-41f1-9662-f8abd3bed3c3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303091 Jul 13 14:37:24.258738 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-410c8092-1016-42ab-8d2c-f81dca4debdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1992151'] for router_interface, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:24.364818 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410c8092-1016-42ab-8d2c-f81dca4debdb admin admin] Network 34decfc6-624d-4bcc-867c-9613875abd8a is already hosted by enough agents. {{(pid=93155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:37:24.372952 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [None req-410c8092-1016-42ab-8d2c-f81dca4debdb admin admin] Resources bound (agent type, host, resource id): {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:37:24.635533 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410c8092-1016-42ab-8d2c-f81dca4debdb admin admin] Router 9255c50a-3d9d-47e4-946e-2d24e4dca80e has already been hosted by L3 agent d92cc109-9c2d-42ed-8c1d-d826fa90f9d0 {{(pid=93155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:37:24.823922 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-83c3ca7e-b2df-4e21-b048-a6b9828a0750 None None] Provisioning complete for port bca056d8-0d81-4cb8-b9bc-10e34acef0fc triggered by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:24.824503 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-83c3ca7e-b2df-4e21-b048-a6b9828a0750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:24.832433 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5b899-843c-4915-8e53-1d743447f5fa req-b0c9158b-04e4-4bf6-847a-909d9ba5350f tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:24.841343 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-14c5b899-843c-4915-8e53-1d743447f5fa req-b0c9158b-04e4-4bf6-847a-909d9ba5350f tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=12cdd4bf-2993-4a5b-b7fb-b698f33e34c0 HTTP/1.1" status: 200 len: 946 time: 0.4777484 Jul 13 14:37:24.897559 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410c8092-1016-42ab-8d2c-f81dca4debdb admin admin] Notify agent at l3_agent.dv-cinder-784453-8-iscsi the message routers_updated {{(pid=93155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:37:24.901172 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-14c5b899-843c-4915-8e53-1d743447f5fa req-58fc89ec-3f96-42bf-aabb-aad716929ec0 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587289 Jul 13 14:37:24.910976 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-410c8092-1016-42ab-8d2c-f81dca4debdb admin admin] 10.222.0.11 "PUT /v2.0/routers/9255c50a-3d9d-47e4-946e-2d24e4dca80e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2371085 Jul 13 14:37:25.048152 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 26a8a196-01dc-4d48-97e1-bc05ce92d089 up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:37:25.079566 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-83c3ca7e-b2df-4e21-b048-a6b9828a0750 None None] Port bca056d8-0d81-4cb8-b9bc-10e34acef0fc cannot update to ACTIVE because it is not bound. {{(pid=93156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:37:25.123825 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765c7d3-1aed-4999-8d5c-65ee504a9a15 req-91a86084-1499-4834-bd37-3fa41fe43a1c tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:25.137244 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning for port 26a8a196-01dc-4d48-97e1-bc05ce92d089 completed by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:37:25.138791 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7765c7d3-1aed-4999-8d5c-65ee504a9a15 req-91a86084-1499-4834-bd37-3fa41fe43a1c tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.1160278 Jul 13 14:37:25.145460 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port 26a8a196-01dc-4d48-97e1-bc05ce92d089 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:25.146383 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:25.209886 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7765c7d3-1aed-4999-8d5c-65ee504a9a15 req-fc8c8514-ea2f-48ca-a661-cf5b3c1711bc tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696838 Jul 13 14:37:25.278608 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:25.301990 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] For port 26a8a196-01dc-4d48-97e1-bc05ce92d089, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=26a8a196-01dc-4d48-97e1-bc05ce92d089,segment=NetworkSegment(1dffabd1-9f9c-45cf-80ba-954af1e6bced),segment_id=1dffabd1-9f9c-45cf-80ba-954af1e6bced)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:37:25.312656 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:25.312656 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 84d14419-ca72-465b-ab5a-2a14357bcaf6 up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:37:25.393511 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Pushing event updated for resources: {'Port': ['ID=26a8a196-01dc-4d48-97e1-bc05ce92d089,revision_number=4']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:25.407973 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port 84d14419-ca72-465b-ab5a-2a14357bcaf6 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:25.408412 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:25.890960 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 54522) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:25.898633 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [None req-0eb4e087-d9fa-43ae-a20f-adc0eba9edd6 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2085156362', 'description': 'tempest-secgroup-smoke-2085156362 description', 'project_id': '5892afb7184848a28e5c2b3bb47266c2'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:25.941251 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-0eb4e087-d9fa-43ae-a20f-adc0eba9edd6 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:26.085068 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-0eb4e087-d9fa-43ae-a20f-adc0eba9edd6 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:26.090120 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-0eb4e087-d9fa-43ae-a20f-adc0eba9edd6 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:26.126387 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-0eb4e087-d9fa-43ae-a20f-adc0eba9edd6 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:26.130330 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa58b1-a13f-4960-a39d-11b51451a7f7 req-13006f40-42f4-472e-9b87-443344c14533 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:26.130922 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-0eb4e087-d9fa-43ae-a20f-adc0eba9edd6 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2338824 Jul 13 14:37:26.131016 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1daa58b1-a13f-4960-a39d-11b51451a7f7 req-13006f40-42f4-472e-9b87-443344c14533 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=12cdd4bf-2993-4a5b-b7fb-b698f33e34c0 HTTP/1.1" status: 200 len: 946 time: 0.0900378 Jul 13 14:37:26.131971 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 54530) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:26.135431 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb4e087-d9fa-43ae-a20f-adc0eba9edd6 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28b35dca-a60f-4443-9331-d78be3ec5e11,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:26.137276 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-d568e8bd-f637-47d1-816e-b62be018f4f1 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Request body: {'security_group_rule': {'security_group_id': '28b35dca-a60f-4443-9331-d78be3ec5e11', 'project_id': '5892afb7184848a28e5c2b3bb47266c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:26.156564 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7764d7-8485-4fac-8948-f17ff777259b None None] Sync routers for ids ['9255c50a-3d9d-47e4-946e-2d24e4dca80e'] in dv-cinder-784453-8-iscsi {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:37:26.168876 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7764d7-8485-4fac-8948-f17ff777259b None None] Routers {'9255c50a-3d9d-47e4-946e-2d24e4dca80e'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:37:26.170481 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-4c7764d7-8485-4fac-8948-f17ff777259b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:37:06Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['9255c50a-3d9d-47e4-946e-2d24e4dca80e'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:26.205740 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1daa58b1-a13f-4960-a39d-11b51451a7f7 req-beadf818-7bb0-43a7-be7b-1ce5ff2fc99f tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622158 Jul 13 14:37:26.207201 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d568e8bd-f637-47d1-816e-b62be018f4f1 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:26.293086 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d568e8bd-f637-47d1-816e-b62be018f4f1 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:26.299020 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d568e8bd-f637-47d1-816e-b62be018f4f1 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655845'] for security_group_rule, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:26.324713 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d568e8bd-f637-47d1-816e-b62be018f4f1 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65e1cdcb-8406-4fda-a9e8-c48a304c7164,revision_number=0']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:26.336262 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d568e8bd-f637-47d1-816e-b62be018f4f1 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:26.338759 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-d568e8bd-f637-47d1-816e-b62be018f4f1 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2054431 Jul 13 14:37:26.343816 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 54538) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:26.360299 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-e39a22d3-f82f-42c0-b5fa-18f08c14933b tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Request body: {'security_group_rule': {'security_group_id': '28b35dca-a60f-4443-9331-d78be3ec5e11', 'project_id': '5892afb7184848a28e5c2b3bb47266c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:26.380313 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-4c7764d7-8485-4fac-8948-f17ff777259b None None] Set router 9255c50a-3d9d-47e4-946e-2d24e4dca80e gateway port host: dv-cinder-784453-8-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:37:26.478309 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e39a22d3-f82f-42c0-b5fa-18f08c14933b tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:26.522646 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3b6ff-b87f-4b9a-8434-a5396d896877 req-0d719e39-6b74-4194-8d09-73c3880d80ec tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:26.524219 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e9b3b6ff-b87f-4b9a-8434-a5396d896877 req-0d719e39-6b74-4194-8d09-73c3880d80ec tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.1516051 Jul 13 14:37:26.569622 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e39a22d3-f82f-42c0-b5fa-18f08c14933b tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:26.620507 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e9b3b6ff-b87f-4b9a-8434-a5396d896877 req-1c65a675-7a29-43e6-a612-4e1ea1092afe tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724301 Jul 13 14:37:26.622734 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e39a22d3-f82f-42c0-b5fa-18f08c14933b tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655845'] for security_group_rule, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:26.657726 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-4c7764d7-8485-4fac-8948-f17ff777259b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9255c50a-3d9d-47e4-946e-2d24e4dca80e', 'name': 'tempest-TestShelveInstance-1961450320-router', 'tenant_id': 'ea72768ce72845ac878b716ccb348f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '26a8a196-01dc-4d48-97e1-bc05ce92d089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:19Z', 'updated_at': '2021-07-13T14:37:23Z', 'revision_number': 4, 'project_id': 'ea72768ce72845ac878b716ccb348f38', 'gw_port': {'id': '26a8a196-01dc-4d48-97e1-bc05ce92d089', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:dc:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9255c50a-3d9d-47e4-946e-2d24e4dca80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:20Z', 'updated_at': '2021-07-13T14:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': 'bca056d8-0d81-4cb8-b9bc-10e34acef0fc', 'name': '', 'network_id': '34decfc6-624d-4bcc-867c-9613875abd8a', 'tenant_id': 'ea72768ce72845ac878b716ccb348f38', 'mac_address': 'fa:16:3e:cb:45:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9255c50a-3d9d-47e4-946e-2d24e4dca80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '47ded990-cb7d-453d-9116-ec4a8da56306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:22Z', 'updated_at': '2021-07-13T14:37:23Z', 'revision_number': 2, 'project_id': 'ea72768ce72845ac878b716ccb348f38', 'subnets': [{'id': '47ded990-cb7d-453d-9116-ec4a8da56306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:26.666725 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a22d3-f82f-42c0-b5fa-18f08c14933b tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37e24bac-d788-4109-8289-3237f4551735,revision_number=0']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:26.692917 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e39a22d3-f82f-42c0-b5fa-18f08c14933b tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:26.699055 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-e39a22d3-f82f-42c0-b5fa-18f08c14933b tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3523858 Jul 13 14:37:26.699882 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 54554) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:26.701721 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7764d7-8485-4fac-8948-f17ff777259b None None] Checking router: 9255c50a-3d9d-47e4-946e-2d24e4dca80e for host: dv-cinder-784453-8-iscsi {{(pid=93156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:37:26.702090 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7764d7-8485-4fac-8948-f17ff777259b None None] Updating router 9255c50a-3d9d-47e4-946e-2d24e4dca80e port bca056d8-0d81-4cb8-b9bc-10e34acef0fc binding host dv-cinder-784453-8-iscsi {{(pid=93156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:37:26.716283 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-6983eb5f-7ca9-4948-9a54-67481863cde6 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Request body: {'security_group_rule': {'security_group_id': '28b35dca-a60f-4443-9331-d78be3ec5e11', 'project_id': '5892afb7184848a28e5c2b3bb47266c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:26.762231 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 26a8a196-01dc-4d48-97e1-bc05ce92d089 up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:37:26.780940 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6983eb5f-7ca9-4948-9a54-67481863cde6 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:26.820375 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-4c7764d7-8485-4fac-8948-f17ff777259b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:26.861058 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6983eb5f-7ca9-4948-9a54-67481863cde6 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:26.876324 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6983eb5f-7ca9-4948-9a54-67481863cde6 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655845'] for security_group_rule, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:26.876578 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port 26a8a196-01dc-4d48-97e1-bc05ce92d089 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:26.876776 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:26.895010 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6983eb5f-7ca9-4948-9a54-67481863cde6 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8b1f281-c1b5-42d6-b987-a6b91c614a73,revision_number=0']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:26.903219 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6983eb5f-7ca9-4948-9a54-67481863cde6 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:26.907765 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 54562) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:26.914943 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [None req-b0eb7548-ee72-4087-9f77-cde3ed9aafca tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Request body: {'security_group_rule': {'security_group_id': '28b35dca-a60f-4443-9331-d78be3ec5e11', 'project_id': '5892afb7184848a28e5c2b3bb47266c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:26.921073 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-6983eb5f-7ca9-4948-9a54-67481863cde6 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2176194 Jul 13 14:37:26.957646 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b0eb7548-ee72-4087-9f77-cde3ed9aafca tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:27.069207 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b0eb7548-ee72-4087-9f77-cde3ed9aafca tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:27.074862 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b0eb7548-ee72-4087-9f77-cde3ed9aafca tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655845'] for security_group_rule, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:27.113305 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b0eb7548-ee72-4087-9f77-cde3ed9aafca tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:27.116107 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-b0eb7548-ee72-4087-9f77-cde3ed9aafca tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2062514 Jul 13 14:37:27.118719 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 54572) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:27.123974 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-533e7852-2f2b-4ec4-853e-138f6893c653 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Request body: {'security_group_rule': {'security_group_id': '28b35dca-a60f-4443-9331-d78be3ec5e11', 'project_id': '5892afb7184848a28e5c2b3bb47266c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:27.143158 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eb7548-ee72-4087-9f77-cde3ed9aafca tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88068693-229e-4a58-945a-6eafc90c7bbe,revision_number=0']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:27.163300 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.db.securitygroups_db [None req-533e7852-2f2b-4ec4-853e-138f6893c653 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Project 5892afb7184848a28e5c2b3bb47266c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:37:27.171246 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-533e7852-2f2b-4ec4-853e-138f6893c653 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:27.252575 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-533e7852-2f2b-4ec4-853e-138f6893c653 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:27.259142 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-533e7852-2f2b-4ec4-853e-138f6893c653 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655845'] for security_group_rule, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:27.282319 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e7852-2f2b-4ec4-853e-138f6893c653 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=051245e9-b7fc-4916-bb0a-9852eb49766d,revision_number=0']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:27.293379 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-533e7852-2f2b-4ec4-853e-138f6893c653 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:27.295223 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-533e7852-2f2b-4ec4-853e-138f6893c653 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1752522 Jul 13 14:37:27.299782 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 54578) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:27.305917 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-7e3017fa-31d0-437a-b4c1-b66de1e3f04c tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Request body: {'security_group_rule': {'security_group_id': '28b35dca-a60f-4443-9331-d78be3ec5e11', 'project_id': '5892afb7184848a28e5c2b3bb47266c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:27.336424 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.db.securitygroups_db [None req-7e3017fa-31d0-437a-b4c1-b66de1e3f04c tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Project 5892afb7184848a28e5c2b3bb47266c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:37:27.343537 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7e3017fa-31d0-437a-b4c1-b66de1e3f04c tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:27.397776 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-4c7764d7-8485-4fac-8948-f17ff777259b None None] Notify callbacks [] for port, precommit_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:27.415037 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-4c7764d7-8485-4fac-8948-f17ff777259b None None] Transition to ACTIVE for port object bca056d8-0d81-4cb8-b9bc-10e34acef0fc will not be triggered until provisioned by entity L2. {{(pid=93156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:37:27.425801 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-4c7764d7-8485-4fac-8948-f17ff777259b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:27.435104 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7e3017fa-31d0-437a-b4c1-b66de1e3f04c tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:27.439895 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7e3017fa-31d0-437a-b4c1-b66de1e3f04c tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655845'] for security_group_rule, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:27.464042 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3017fa-31d0-437a-b4c1-b66de1e3f04c tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a73d474d-af9a-49f6-b8a1-609cad53f557,revision_number=0']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:27.468012 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7e3017fa-31d0-437a-b4c1-b66de1e3f04c tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:27.469741 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-7e3017fa-31d0-437a-b4c1-b66de1e3f04c tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1686499 Jul 13 14:37:27.484585 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cfbeff-850d-4168-b0c5-78f904ad2ded None None] Pushing event updated for resources: {'Port': ['ID=bca056d8-0d81-4cb8-b9bc-10e34acef0fc,revision_number=3']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:27.520394 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 54584) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:27.580895 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-4c7764d7-8485-4fac-8948-f17ff777259b None None] Attempting to bind port bca056d8-0d81-4cb8-b9bc-10e34acef0fc on host dv-cinder-784453-8-iscsi for vnic_type normal with profile {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:37:27.581278 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-4c7764d7-8485-4fac-8948-f17ff777259b None None] Attempting to bind port bca056d8-0d81-4cb8-b9bc-10e34acef0fc by drivers openvswitch,hyperv on host dv-cinder-784453-8-iscsi at level 0 using segments [{'id': '79939c9d-2f56-4579-a073-8f076d29e4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '34decfc6-624d-4bcc-867c-9613875abd8a'}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:37:27.581655 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7764d7-8485-4fac-8948-f17ff777259b None None] Attempting to bind port bca056d8-0d81-4cb8-b9bc-10e34acef0fc on network 34decfc6-624d-4bcc-867c-9613875abd8a {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:37:27.589086 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7764d7-8485-4fac-8948-f17ff777259b None None] Checking agent: {'id': '3ba56e3d-baa8-43e8-bda8-5a4cd0b2ced4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 7, 13, 14, 27, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:37:27.589086 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7764d7-8485-4fac-8948-f17ff777259b None None] Checking segment: {'id': '79939c9d-2f56-4579-a073-8f076d29e4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '34decfc6-624d-4bcc-867c-9613875abd8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:37:27.589086 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-4c7764d7-8485-4fac-8948-f17ff777259b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:27.589452 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7764d7-8485-4fac-8948-f17ff777259b None None] Bound using segment: {'id': '79939c9d-2f56-4579-a073-8f076d29e4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '34decfc6-624d-4bcc-867c-9613875abd8a'} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:37:27.589896 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-4c7764d7-8485-4fac-8948-f17ff777259b None None] Bound port: bca056d8-0d81-4cb8-b9bc-10e34acef0fc, host: dv-cinder-784453-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79939c9d-2f56-4579-a073-8f076d29e4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '34decfc6-624d-4bcc-867c-9613875abd8a'}}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:37:27.590317 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-4c7764d7-8485-4fac-8948-f17ff777259b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:27.672102 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-4c7764d7-8485-4fac-8948-f17ff777259b None None] For port bca056d8-0d81-4cb8-b9bc-10e34acef0fc, host dv-cinder-784453-8-iscsi, cleared binding levels {{(pid=93156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:37:27.676354 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-4c7764d7-8485-4fac-8948-f17ff777259b None None] For port bca056d8-0d81-4cb8-b9bc-10e34acef0fc, host dv-cinder-784453-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=bca056d8-0d81-4cb8-b9bc-10e34acef0fc,segment=NetworkSegment(79939c9d-2f56-4579-a073-8f076d29e4ab),segment_id=79939c9d-2f56-4579-a073-8f076d29e4ab)] {{(pid=93156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:37:27.686696 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-4c7764d7-8485-4fac-8948-f17ff777259b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:27.808500 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-1787e4c4-51cf-4113-a041-9b890c8c4d89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:27.850611 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cfbeff-850d-4168-b0c5-78f904ad2ded None None] Pushing event updated for resources: {'Port': ['ID=bca056d8-0d81-4cb8-b9bc-10e34acef0fc,revision_number=4']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:27.877107 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7764d7-8485-4fac-8948-f17ff777259b None None] Routers {'9255c50a-3d9d-47e4-946e-2d24e4dca80e'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:37:27.877777 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-4c7764d7-8485-4fac-8948-f17ff777259b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:37:06Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['9255c50a-3d9d-47e4-946e-2d24e4dca80e'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:27.961134 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c64d9-6bc2-46a1-b897-7960cc69d93f req-5e5ef514-60a9-4f38-b626-ece259c86ecf tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:27.965080 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-817c64d9-6bc2-46a1-b897-7960cc69d93f req-5e5ef514-60a9-4f38-b626-ece259c86ecf tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.1586671 Jul 13 14:37:28.060917 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-1787e4c4-51cf-4113-a041-9b890c8c4d89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:28.063278 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-817c64d9-6bc2-46a1-b897-7960cc69d93f req-0937da1d-acf5-4c34-af66-6e201942f657 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908344 Jul 13 14:37:28.070132 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-1787e4c4-51cf-4113-a041-9b890c8c4d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:28.136990 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-1787e4c4-51cf-4113-a041-9b890c8c4d89 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=68b04899da7840798ab87f62c39c5ad9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6133707 Jul 13 14:37:28.137151 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 54634) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:28.138081 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787e4c4-51cf-4113-a041-9b890c8c4d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf5c539-3628-488e-bd00-b1995c91be11,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:28.143424 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-4c7764d7-8485-4fac-8948-f17ff777259b None None] Set router 9255c50a-3d9d-47e4-946e-2d24e4dca80e gateway port host: dv-cinder-784453-8-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:37:28.225237 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7bf0d877-eb4a-4e3c-a6fe-f623b8977e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:28.260255 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7bf0d877-eb4a-4e3c-a6fe-f623b8977e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:28.319550 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7bf0d877-eb4a-4e3c-a6fe-f623b8977e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:28.322814 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7bf0d877-eb4a-4e3c-a6fe-f623b8977e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:28.326608 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-7bf0d877-eb4a-4e3c-a6fe-f623b8977e77 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2bf5c539-3628-488e-bd00-b1995c91be11 HTTP/1.1" status: 204 len: 168 time: 0.1845405 Jul 13 14:37:28.336854 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf0d877-eb4a-4e3c-a6fe-f623b8977e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf5c539-3628-488e-bd00-b1995c91be11,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:28.462069 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-4c7764d7-8485-4fac-8948-f17ff777259b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9255c50a-3d9d-47e4-946e-2d24e4dca80e', 'name': 'tempest-TestShelveInstance-1961450320-router', 'tenant_id': 'ea72768ce72845ac878b716ccb348f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '26a8a196-01dc-4d48-97e1-bc05ce92d089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:19Z', 'updated_at': '2021-07-13T14:37:23Z', 'revision_number': 4, 'project_id': 'ea72768ce72845ac878b716ccb348f38', 'gw_port': {'id': '26a8a196-01dc-4d48-97e1-bc05ce92d089', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:dc:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9255c50a-3d9d-47e4-946e-2d24e4dca80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:20Z', 'updated_at': '2021-07-13T14:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': 'bca056d8-0d81-4cb8-b9bc-10e34acef0fc', 'name': '', 'network_id': '34decfc6-624d-4bcc-867c-9613875abd8a', 'tenant_id': 'ea72768ce72845ac878b716ccb348f38', 'mac_address': 'fa:16:3e:cb:45:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9255c50a-3d9d-47e4-946e-2d24e4dca80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '47ded990-cb7d-453d-9116-ec4a8da56306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:22Z', 'updated_at': '2021-07-13T14:37:27Z', 'revision_number': 4, 'project_id': 'ea72768ce72845ac878b716ccb348f38', 'subnets': [{'id': '47ded990-cb7d-453d-9116-ec4a8da56306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:37:28.531869 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7764d7-8485-4fac-8948-f17ff777259b None None] The sync data for ids ['9255c50a-3d9d-47e4-946e-2d24e4dca80e'] in dv-cinder-784453-8-iscsi is: [{'id': '9255c50a-3d9d-47e4-946e-2d24e4dca80e', 'name': 'tempest-TestShelveInstance-1961450320-router', 'tenant_id': 'ea72768ce72845ac878b716ccb348f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '26a8a196-01dc-4d48-97e1-bc05ce92d089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:19Z', 'updated_at': '2021-07-13T14:37:23Z', 'revision_number': 4, 'project_id': 'ea72768ce72845ac878b716ccb348f38', 'gw_port': {'id': '26a8a196-01dc-4d48-97e1-bc05ce92d089', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:dc:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9255c50a-3d9d-47e4-946e-2d24e4dca80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:20Z', 'updated_at': '2021-07-13T14:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': 'bca056d8-0d81-4cb8-b9bc-10e34acef0fc', 'name': '', 'network_id': '34decfc6-624d-4bcc-867c-9613875abd8a', 'tenant_id': 'ea72768ce72845ac878b716ccb348f38', 'mac_address': 'fa:16:3e:cb:45:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9255c50a-3d9d-47e4-946e-2d24e4dca80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '47ded990-cb7d-453d-9116-ec4a8da56306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:22Z', 'updated_at': '2021-07-13T14:37:27Z', 'revision_number': 4, 'project_id': 'ea72768ce72845ac878b716ccb348f38', 'subnets': [{'id': '47ded990-cb7d-453d-9116-ec4a8da56306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:37:28.778011 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device bca056d8-0d81-4cb8-b9bc-10e34acef0fc up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:37:28.857558 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning for port bca056d8-0d81-4cb8-b9bc-10e34acef0fc completed by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:37:28.863802 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port bca056d8-0d81-4cb8-b9bc-10e34acef0fc triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:28.864343 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:29.022952 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:29.061802 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] For port bca056d8-0d81-4cb8-b9bc-10e34acef0fc, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=bca056d8-0d81-4cb8-b9bc-10e34acef0fc,segment=NetworkSegment(79939c9d-2f56-4579-a073-8f076d29e4ab),segment_id=79939c9d-2f56-4579-a073-8f076d29e4ab)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:37:29.066650 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:29.161078 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Pushing event updated for resources: {'Port': ['ID=bca056d8-0d81-4cb8-b9bc-10e34acef0fc,revision_number=5']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:29.346639 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ec150-0d69-4ebb-8a3e-59d06995a99a req-6d993591-15c2-4ae4-884f-ac8cb4910ce5 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:29.348294 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-814ec150-0d69-4ebb-8a3e-59d06995a99a req-6d993591-15c2-4ae4-884f-ac8cb4910ce5 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.1268222 Jul 13 14:37:29.400008 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-814ec150-0d69-4ebb-8a3e-59d06995a99a req-4388c85c-8942-4144-996f-4a5182f07700 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414233 Jul 13 14:37:30.628533 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c8bca-18d8-4773-b478-e403ce7a6d48 req-23785594-c3ce-4d6a-90bf-a3bd4d91edcf tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:30.631114 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-fb1c8bca-18d8-4773-b478-e403ce7a6d48 req-23785594-c3ce-4d6a-90bf-a3bd4d91edcf tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.0942380 Jul 13 14:37:30.699813 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device bca056d8-0d81-4cb8-b9bc-10e34acef0fc up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:37:30.705622 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-fb1c8bca-18d8-4773-b478-e403ce7a6d48 req-d7f63a4a-b089-4a88-a96f-a7c7230341c5 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647991 Jul 13 14:37:30.754500 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port bca056d8-0d81-4cb8-b9bc-10e34acef0fc triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:30.755135 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:31.926927 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c4fac-fe5a-494a-81fa-c5f71fb74981 req-e655c52b-a74c-4ee3-b444-8f98c9741388 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:31.928583 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-469c4fac-fe5a-494a-81fa-c5f71fb74981 req-e655c52b-a74c-4ee3-b444-8f98c9741388 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.0868001 Jul 13 14:37:31.979659 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-469c4fac-fe5a-494a-81fa-c5f71fb74981 req-e46cdebb-d0af-471e-a489-194c6a2f3a74 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433357 Jul 13 14:37:33.154508 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d816b7f-7035-4feb-83af-ed54ef9db29f req-5c5a4481-887d-4bc6-8305-bdb2fd9912e0 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:33.156362 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5d816b7f-7035-4feb-83af-ed54ef9db29f req-5c5a4481-887d-4bc6-8305-bdb2fd9912e0 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.0739839 Jul 13 14:37:33.201258 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5d816b7f-7035-4feb-83af-ed54ef9db29f req-ca723ff0-9b8d-4dc3-a541-4e4d99e81a8c tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386896 Jul 13 14:37:33.282884 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-d3180736-56df-441b-a354-3acd3ebe3c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:33.515158 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5c3ac-c6c6-4bae-92af-0ba29879d97c req-cfaf4b14-f3ee-4e9a-b48f-38379a6f7364 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:33.518069 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ebc5c3ac-c6c6-4bae-92af-0ba29879d97c req-cfaf4b14-f3ee-4e9a-b48f-38379a6f7364 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.1601143 Jul 13 14:37:33.608663 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ebc5c3ac-c6c6-4bae-92af-0ba29879d97c req-7fe27354-b433-4ece-ae50-e349035ab772 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838656 Jul 13 14:37:33.628412 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63573540-ffdf-46f7-949f-a2e0bd52972c req-7f8885cd-028b-40fb-bbc8-298d1ecccbbc tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:33.631025 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-63573540-ffdf-46f7-949f-a2e0bd52972c req-7f8885cd-028b-40fb-bbc8-298d1ecccbbc tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 945 time: 0.1988418 Jul 13 14:37:33.673389 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-63573540-ffdf-46f7-949f-a2e0bd52972c req-6824cbe6-173d-4269-afa1-93cec959f8a5 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357854 Jul 13 14:37:34.408609 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c547f4-ad57-4511-a911-4301a967d38e req-6f8c8a88-12ab-46e2-bb82-9630fe464304 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:34.411365 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-27c547f4-ad57-4511-a911-4301a967d38e req-6f8c8a88-12ab-46e2-bb82-9630fe464304 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.0798504 Jul 13 14:37:34.459536 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-27c547f4-ad57-4511-a911-4301a967d38e req-8a26650c-2e90-4b5e-9c9a-8714ac62db91 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426292 Jul 13 14:37:34.912277 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735941ef-12b6-4d21-aadb-d6d6961b244f req-b351faa8-941d-462a-a7b6-5b95be70feec tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:34.915181 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-735941ef-12b6-4d21-aadb-d6d6961b244f req-b351faa8-941d-462a-a7b6-5b95be70feec tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.1890159 Jul 13 14:37:34.999766 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22109a97-5cb6-42fb-830f-3cad330c77b1 req-50698c65-9b21-4bad-9b64-991c58490e06 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:35.002554 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-22109a97-5cb6-42fb-830f-3cad330c77b1 req-50698c65-9b21-4bad-9b64-991c58490e06 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 945 time: 0.1765301 Jul 13 14:37:35.051714 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-735941ef-12b6-4d21-aadb-d6d6961b244f req-676a71c7-ee20-4108-8418-3845500f28b6 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239610 Jul 13 14:37:35.079010 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-22109a97-5cb6-42fb-830f-3cad330c77b1 req-06beaeda-a12c-4987-96ec-c0e69636006d tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627747 Jul 13 14:37:35.656545 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a774e8-b34a-407d-9b58-0c7cf44bc536 req-437a4cb5-5843-4e06-a525-b048d1cabd28 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:35.658060 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-09a774e8-b34a-407d-9b58-0c7cf44bc536 req-437a4cb5-5843-4e06-a525-b048d1cabd28 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.0728419 Jul 13 14:37:35.704538 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-09a774e8-b34a-407d-9b58-0c7cf44bc536 req-4c75d529-dea8-4585-8163-9996d2f4e404 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401769 Jul 13 14:37:35.895591 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-606a9832-4246-432e-998e-87f93e737187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:36.144680 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:36.272898 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc0360-fba0-4924-86a5-d640dea1298c req-8dae4946-5c4a-4a56-b351-25466e9f25b8 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:36.274438 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3bfc0360-fba0-4924-86a5-d640dea1298c req-8dae4946-5c4a-4a56-b351-25466e9f25b8 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.1033442 Jul 13 14:37:36.321542 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d39c3f2-cab6-4f39-a813-50b337f165dd req-851ae37b-f2ad-4437-b03d-3607b711ba3d tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:36.323118 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9d39c3f2-cab6-4f39-a813-50b337f165dd req-851ae37b-f2ad-4437-b03d-3607b711ba3d tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 945 time: 0.1078510 Jul 13 14:37:36.331115 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3bfc0360-fba0-4924-86a5-d640dea1298c req-af3cca20-eb09-41a5-a001-38c317b5e449 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505216 Jul 13 14:37:36.372680 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9d39c3f2-cab6-4f39-a813-50b337f165dd req-b15fb4f1-8b6a-4725-83f8-26ba32ac8278 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405531 Jul 13 14:37:36.905062 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559fbea-0fd7-4715-a3b4-53594e512261 req-8fbb97ee-045e-4d3e-9721-5918e24dcacc tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:36.906628 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0559fbea-0fd7-4715-a3b4-53594e512261 req-8fbb97ee-045e-4d3e-9721-5918e24dcacc tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.0776203 Jul 13 14:37:36.952601 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0559fbea-0fd7-4715-a3b4-53594e512261 req-8aeab6bb-8175-4e45-8c89-da97f2ba1ac9 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393639 Jul 13 14:37:37.156741 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:37.552672 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157c3c5-377b-4359-a085-cab46870ec6a req-d6f99e08-41dc-4fba-8b37-ab8b2bece99a tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:37.554241 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f157c3c5-377b-4359-a085-cab46870ec6a req-d6f99e08-41dc-4fba-8b37-ab8b2bece99a tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.0959153 Jul 13 14:37:37.610274 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f157c3c5-377b-4359-a085-cab46870ec6a req-71ff4941-6dc6-4b54-961a-a129ecc2595a tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489254 Jul 13 14:37:37.627628 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25a73f-72ed-4796-a13c-7aee901a055d req-45131b77-55cd-4e8b-83d4-9ce28bee25e1 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:37.629179 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1d25a73f-72ed-4796-a13c-7aee901a055d req-45131b77-55cd-4e8b-83d4-9ce28bee25e1 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 945 time: 0.1158087 Jul 13 14:37:37.671785 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1d25a73f-72ed-4796-a13c-7aee901a055d req-d845310e-9db8-4108-baff-1eb095565762 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358653 Jul 13 14:37:38.181655 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86b835-4723-4537-8832-814c773d6a11 req-782d3fd1-872a-4d4c-811b-193d897931c0 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:38.183112 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1e86b835-4723-4537-8832-814c773d6a11 req-782d3fd1-872a-4d4c-811b-193d897931c0 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.0753028 Jul 13 14:37:38.229812 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1e86b835-4723-4537-8832-814c773d6a11 req-dcfed375-0e1b-4232-acc7-13938f463bbb tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359838 Jul 13 14:37:38.527480 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663917a6-d63f-4ec7-8b08-caf8c5b1dc41 req-97dcef1d-a9e7-41dd-84a3-79fc0ca40b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:38.529050 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-663917a6-d63f-4ec7-8b08-caf8c5b1dc41 req-97dcef1d-a9e7-41dd-84a3-79fc0ca40b01 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 1098 time: 0.0637498 Jul 13 14:37:38.573239 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:38.577957 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-663917a6-d63f-4ec7-8b08-caf8c5b1dc41 req-94117e2e-6321-436b-acee-31d8525b9c5d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353239 Jul 13 14:37:38.815348 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9cfe29-6f59-4812-8ddf-dbc11ae89a94 req-b17332b3-810a-4067-bae4-3c47c5d8c8a6 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:38.817005 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2d9cfe29-6f59-4812-8ddf-dbc11ae89a94 req-b17332b3-810a-4067-bae4-3c47c5d8c8a6 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.0737994 Jul 13 14:37:38.860364 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2d9cfe29-6f59-4812-8ddf-dbc11ae89a94 req-fd5ccbb8-226e-4a86-a597-bfe53709ba4e tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364649 Jul 13 14:37:38.929940 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336e8fe-d541-4da6-8a6d-4568a3c596a3 req-556be7f0-9e36-409b-9bf7-197603398509 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:38.931889 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7336e8fe-d541-4da6-8a6d-4568a3c596a3 req-556be7f0-9e36-409b-9bf7-197603398509 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 945 time: 0.0679183 Jul 13 14:37:38.975050 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7336e8fe-d541-4da6-8a6d-4568a3c596a3 req-f95e35f2-e686-4f13-8f19-37b7f19f2588 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367796 Jul 13 14:37:39.493796 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f7e1c-8534-468f-9415-fee0514fccb4 req-bb632478-759e-4925-a155-6a2dd2b2f301 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:39.495379 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ac3f7e1c-8534-468f-9415-fee0514fccb4 req-bb632478-759e-4925-a155-6a2dd2b2f301 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/networks?id=be68db2a-d7ef-4072-812b-7ac34e8884b7 HTTP/1.1" status: 200 len: 815 time: 0.1505821 Jul 13 14:37:39.520225 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2dc00c-35bc-4381-8d95-62cfbd589e3b req-c90d839a-a865-498d-a35d-f7f4990522cc tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:39.521812 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ca2dc00c-35bc-4381-8d95-62cfbd589e3b req-c90d839a-a865-498d-a35d-f7f4990522cc tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.1246810 Jul 13 14:37:39.523724 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ac3f7e1c-8534-468f-9415-fee0514fccb4 req-33ade847-f642-4fcb-92e5-ce8dc2ba9420 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/quotas/715c9650cb454772898dfc0217ff12d3 HTTP/1.1" status: 200 len: 375 time: 0.0219781 Jul 13 14:37:39.597281 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ca2dc00c-35bc-4381-8d95-62cfbd589e3b req-4a2f8500-5e8c-429a-b88d-5b22610235b2 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690203 Jul 13 14:37:39.644283 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ac3f7e1c-8534-468f-9415-fee0514fccb4 req-8d0853fb-526d-4d09-96ab-572b7cf5ef0f tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=715c9650cb454772898dfc0217ff12d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1095800 Jul 13 14:37:39.739183 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ac3f7e1c-8534-468f-9415-fee0514fccb4 req-2fabe340-8aa3-4dba-bbaa-55fb60984b8c service neutron] 10.222.0.11 "GET /v2.0/networks/be68db2a-d7ef-4072-812b-7ac34e8884b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879970 Jul 13 14:37:39.865333 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ac3f7e1c-8534-468f-9415-fee0514fccb4 req-da1c4861-a013-4bf7-ae70-c34af11ce15b service neutron] 10.222.0.11 "GET /v2.0/networks/be68db2a-d7ef-4072-812b-7ac34e8884b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190627 Jul 13 14:37:40.070616 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6b29ecf3-03b6-4779-aa10-ff7dda533151 req-4f848392-c3ef-45db-b7d1-11697663c475 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a7b8ba3-f876-4a06-9db2-c2805bf6a951 HTTP/1.1" status: 200 len: 210 time: 0.0329819 Jul 13 14:37:40.153428 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8303297-6430-4a09-8a6c-500f39ae0323 req-697073ae-3c09-4da2-a770-5a6dd1389d7a tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:40.161565 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d8303297-6430-4a09-8a6c-500f39ae0323 req-697073ae-3c09-4da2-a770-5a6dd1389d7a tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.0940382 Jul 13 14:37:40.225958 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d8303297-6430-4a09-8a6c-500f39ae0323 req-db2b008e-f579-493a-b1cf-57935de20d93 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625255 Jul 13 14:37:40.416181 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd2c9f-f505-463c-9669-cb886dfd7dc4 req-21352a59-e685-4fc3-bed9-33153800e1b0 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:40.428738 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-36fd2c9f-f505-463c-9669-cb886dfd7dc4 req-21352a59-e685-4fc3-bed9-33153800e1b0 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 945 time: 0.1460030 Jul 13 14:37:40.494822 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-36fd2c9f-f505-463c-9669-cb886dfd7dc4 req-7176c3e3-ff9a-4fff-8b59-831512f430dc tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649199 Jul 13 14:37:40.813716 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee074b6a-61c0-4431-b064-87f905173d1c req-1d7fa453-003a-4ff2-aa3d-7caaffefba18 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:40.815298 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ee074b6a-61c0-4431-b064-87f905173d1c req-1d7fa453-003a-4ff2-aa3d-7caaffefba18 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.0792329 Jul 13 14:37:40.871881 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ee074b6a-61c0-4431-b064-87f905173d1c req-11cb3ee8-deca-4f08-a30f-eb92d0fb1c38 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378881 Jul 13 14:37:41.242052 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ded1f2f0-f309-4eb6-9c8b-0a0ef025480a req-2bb57fcd-cfbf-4c20-a471-1ca31b47ce73 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a7b8ba3-f876-4a06-9db2-c2805bf6a951 HTTP/1.1" status: 200 len: 210 time: 0.0294666 Jul 13 14:37:41.450190 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c129ed4-502f-45df-b1eb-3a24f4dc3ed5 req-f9448b42-eec2-4645-aa14-6b1fde90f2ca tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:41.452529 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6c129ed4-502f-45df-b1eb-3a24f4dc3ed5 req-f9448b42-eec2-4645-aa14-6b1fde90f2ca tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.0848422 Jul 13 14:37:41.493898 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6c129ed4-502f-45df-b1eb-3a24f4dc3ed5 req-e8c7266f-3ca6-42a1-9318-4294b1b0ea3a tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348232 Jul 13 14:37:41.749541 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51324c-75c2-4519-aa07-cb1578f9eaa5 req-a26e7caa-7e23-4e3d-be12-c57e9ae4e7d3 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:41.756730 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ac51324c-75c2-4519-aa07-cb1578f9eaa5 req-a26e7caa-7e23-4e3d-be12-c57e9ae4e7d3 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 945 time: 0.0988681 Jul 13 14:37:41.822156 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ac51324c-75c2-4519-aa07-cb1578f9eaa5 req-d1689510-cf9d-420d-adf5-084ffc005227 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598226 Jul 13 14:37:41.934218 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f7e1c-8534-468f-9415-fee0514fccb4 req-8849537b-93bf-4045-b4d1-6ff596e36150 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:41.937150 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-ac3f7e1c-8534-468f-9415-fee0514fccb4 req-8849537b-93bf-4045-b4d1-6ff596e36150 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.39 "GET /v2.0/networks?id=be68db2a-d7ef-4072-812b-7ac34e8884b7 HTTP/1.1" status: 200 len: 815 time: 0.1839068 Jul 13 14:37:41.972025 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [req-ac3f7e1c-8534-468f-9415-fee0514fccb4 req-463916ba-b7c0-42f7-af08-2e80a6f803de tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Request body: {'port': {'device_id': '8a7b8ba3-f876-4a06-9db2-c2805bf6a951', 'network_id': 'be68db2a-d7ef-4072-812b-7ac34e8884b7', 'admin_state_up': True, 'tenant_id': '715c9650cb454772898dfc0217ff12d3'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:42.249712 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478ad7a-62d7-4e57-94e5-481c0a8f16e0 req-d719b871-d6c5-45c4-a317-a9fd8cfdb618 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:42.251626 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f478ad7a-62d7-4e57-94e5-481c0a8f16e0 req-d719b871-d6c5-45c4-a317-a9fd8cfdb618 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.2226636 Jul 13 14:37:42.260166 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696051eb-8509-4f42-a1c0-f48d84231ca2 req-0cf84648-0ecd-4fcd-a2f8-d25c78ba352b tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:42.261995 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-696051eb-8509-4f42-a1c0-f48d84231ca2 req-0cf84648-0ecd-4fcd-a2f8-d25c78ba352b tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.1638014 Jul 13 14:37:42.311584 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac3f7e1c-8534-468f-9415-fee0514fccb4 req-463916ba-b7c0-42f7-af08-2e80a6f803de tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Made reservation on behalf of 715c9650cb454772898dfc0217ff12d3 for: {'port': 1} {{(pid=93155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:37:42.318585 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-ac3f7e1c-8534-468f-9415-fee0514fccb4 req-463916ba-b7c0-42f7-af08-2e80a6f803de tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:42.353866 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0ddcb-9f35-4817-b89e-f9706091779f req-9d278db3-4a00-414b-8ec6-8e3bd3b4ffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:42.357880 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-b5d0ddcb-9f35-4817-b89e-f9706091779f req-9d278db3-4a00-414b-8ec6-8e3bd3b4ffa8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fc557a9da65c4850a0db554e60444325&device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 1098 time: 0.2146378 Jul 13 14:37:42.362785 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f478ad7a-62d7-4e57-94e5-481c0a8f16e0 req-c5cce1b9-0761-4813-8599-896de4d2071d tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966561 Jul 13 14:37:42.385551 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-696051eb-8509-4f42-a1c0-f48d84231ca2 req-89a6747a-fe9c-4b03-98bd-1777d67f3a4a tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111183 Jul 13 14:37:42.581371 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-37f7218c-efb0-4555-bae2-3b5d8f86a099 req-e64c586b-9b45-48b8-a8db-e3a661fef3bc tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a7b8ba3-f876-4a06-9db2-c2805bf6a951 HTTP/1.1" status: 200 len: 210 time: 0.0310853 Jul 13 14:37:42.733852 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.db_base_plugin_common [req-ac3f7e1c-8534-468f-9415-fee0514fccb4 req-463916ba-b7c0-42f7-af08-2e80a6f803de tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Allocated IP 172.20.0.3 (be68db2a-d7ef-4072-812b-7ac34e8884b7/81f1987b-1fa5-4cd0-a128-938ff7f4d5b3/5660a71d-3836-432e-8ba3-3f76f3ef7d09) {{(pid=93155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:37:42.738534 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0ddcb-9f35-4817-b89e-f9706091779f req-dd3701ae-72ff-4845-aca2-e6af103c25c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:42.741210 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-b5d0ddcb-9f35-4817-b89e-f9706091779f req-dd3701ae-72ff-4845-aca2-e6af103c25c2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c60399fe-47fd-4adc-84b8-a09ce78c9d83 HTTP/1.1" status: 200 len: 920 time: 0.2913542 Jul 13 14:37:42.843549 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-b5d0ddcb-9f35-4817-b89e-f9706091779f req-34a577fa-e21c-430c-aabf-3e4eb7d45b10 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6109ef05-e9de-4df0-90ea-df14f1f97426 HTTP/1.1" status: 200 len: 217 time: 0.0863202 Jul 13 14:37:43.016866 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae902f0-13dc-4098-a518-1284e072d5a4 req-e4150e2e-a9cc-41f6-9e98-e0b025d940e2 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:43.019535 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9ae902f0-13dc-4098-a518-1284e072d5a4 req-e4150e2e-a9cc-41f6-9e98-e0b025d940e2 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 945 time: 0.0751374 Jul 13 14:37:43.048552 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0ddcb-9f35-4817-b89e-f9706091779f req-cbceaa26-e1d3-4fe6-a5f0-7ed40553ea30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:43.051231 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-b5d0ddcb-9f35-4817-b89e-f9706091779f req-cbceaa26-e1d3-4fe6-a5f0-7ed40553ea30 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=57ef7d24-de03-448d-9f18-05ea2c1e72c3 HTTP/1.1" status: 200 len: 859 time: 0.1991458 Jul 13 14:37:43.064817 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9ae902f0-13dc-4098-a518-1284e072d5a4 req-079649a8-41d4-4d2f-a3dc-4e5263b65280 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379062 Jul 13 14:37:43.137529 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-b5d0ddcb-9f35-4817-b89e-f9706091779f req-6b264b81-e04d-4dc8-b519-e489fa95b7df service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c60399fe-47fd-4adc-84b8-a09ce78c9d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761933 Jul 13 14:37:43.198728 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-ac3f7e1c-8534-468f-9415-fee0514fccb4 req-463916ba-b7c0-42f7-af08-2e80a6f803de tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Notify callbacks [] for port, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:43.248877 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-ac3f7e1c-8534-468f-9415-fee0514fccb4 req-463916ba-b7c0-42f7-af08-2e80a6f803de tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:43.327383 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac3f7e1c-8534-468f-9415-fee0514fccb4 req-463916ba-b7c0-42f7-af08-2e80a6f803de tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Network be68db2a-d7ef-4072-812b-7ac34e8884b7 is already hosted by enough agents. {{(pid=93155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:37:43.348638 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [req-ac3f7e1c-8534-468f-9415-fee0514fccb4 req-463916ba-b7c0-42f7-af08-2e80a6f803de tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Resources bound (agent type, host, resource id): {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:37:43.355575 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac3f7e1c-8534-468f-9415-fee0514fccb4 req-463916ba-b7c0-42f7-af08-2e80a6f803de tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Received port after_create {{(pid=93155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:37:43.362833 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463916ba-b7c0-42f7-af08-2e80a6f803de tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Pushing event updated for resources: {'Port': ['ID=5660a71d-3836-432e-8ba3-3f76f3ef7d09,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:43.410689 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f7e1c-8534-468f-9415-fee0514fccb4 req-463916ba-b7c0-42f7-af08-2e80a6f803de tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:43.411378 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-ac3f7e1c-8534-468f-9415-fee0514fccb4 req-463916ba-b7c0-42f7-af08-2e80a6f803de tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:43.434847 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-ac3f7e1c-8534-468f-9415-fee0514fccb4 req-463916ba-b7c0-42f7-af08-2e80a6f803de tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4684973 Jul 13 14:37:43.666151 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ff8b4-8353-4801-b31f-d622206b2bad req-6272a3b9-b3c0-4fb2-8e1b-fde786722382 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:43.668468 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-181ff8b4-8353-4801-b31f-d622206b2bad req-6272a3b9-b3c0-4fb2-8e1b-fde786722382 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.1162093 Jul 13 14:37:43.735368 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd45dbe-c5c4-4f42-bddf-2d079cb7dd65 req-e6d7d690-8770-45c3-9e4b-242d07b194ce tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:43.736947 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ddd45dbe-c5c4-4f42-bddf-2d079cb7dd65 req-e6d7d690-8770-45c3-9e4b-242d07b194ce tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.1237562 Jul 13 14:37:43.740458 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-181ff8b4-8353-4801-b31f-d622206b2bad req-5ee029d2-a09b-417b-b14d-8fa53cf36686 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646837 Jul 13 14:37:43.781333 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ddd45dbe-c5c4-4f42-bddf-2d079cb7dd65 req-a1fe7e5d-204b-4097-af94-3dff041c56ec tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368042 Jul 13 14:37:43.958646 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5218d-0214-4294-8c7f-3710d5f56172 req-23c2c40a-84f1-4a51-9c92-e1fc773975ca tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:43.960149 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-14f5218d-0214-4294-8c7f-3710d5f56172 req-23c2c40a-84f1-4a51-9c92-e1fc773975ca tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a7b8ba3-f876-4a06-9db2-c2805bf6a951 HTTP/1.1" status: 200 len: 931 time: 0.0688829 Jul 13 14:37:44.015760 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-14f5218d-0214-4294-8c7f-3710d5f56172 req-4e479fb1-6efc-4e1e-853d-6eff0f21e5e3 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448246 Jul 13 14:37:44.330569 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f6f71-845d-4052-9e13-e5ed01cd1c05 req-b629af8d-5fa0-49a7-9ee9-fb9e378c577a tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:44.332132 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e60f6f71-845d-4052-9e13-e5ed01cd1c05 req-b629af8d-5fa0-49a7-9ee9-fb9e378c577a tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 945 time: 0.0726225 Jul 13 14:37:44.373235 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e60f6f71-845d-4052-9e13-e5ed01cd1c05 req-60459810-94a4-4349-a75e-516b8f1c10e1 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345337 Jul 13 14:37:44.950014 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a864c-3db4-4e07-988c-372ab9ba193d req-397e24e6-409b-440a-b9e4-913c6b7c2f8c tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:44.951607 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-630a864c-3db4-4e07-988c-372ab9ba193d req-397e24e6-409b-440a-b9e4-913c6b7c2f8c tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.0818889 Jul 13 14:37:45.031395 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-630a864c-3db4-4e07-988c-372ab9ba193d req-3fd554c3-27ca-4372-9a66-ae1e68695738 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694628 Jul 13 14:37:45.084951 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35b712-de31-4d16-b6e5-0bb13ba0c41e req-bcae4127-79e5-424d-8d2e-60e13750ffeb tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:45.088148 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ee35b712-de31-4d16-b6e5-0bb13ba0c41e req-bcae4127-79e5-424d-8d2e-60e13750ffeb tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.1353507 Jul 13 14:37:45.151299 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ee35b712-de31-4d16-b6e5-0bb13ba0c41e req-19b7e77d-4e89-4b2d-8ab6-da750ecae1f4 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560498 Jul 13 14:37:45.268839 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d0b74-43ef-44dc-aa1c-c09bfe478228 req-109ae70b-4ffd-45bc-ace2-724d6d302db0 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:45.271637 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-931d0b74-43ef-44dc-aa1c-c09bfe478228 req-109ae70b-4ffd-45bc-ace2-724d6d302db0 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a7b8ba3-f876-4a06-9db2-c2805bf6a951 HTTP/1.1" status: 200 len: 931 time: 0.1170352 Jul 13 14:37:45.315117 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-931d0b74-43ef-44dc-aa1c-c09bfe478228 req-ac6637b2-d727-4ca3-9cdc-36a138a769b4 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369022 Jul 13 14:37:45.580621 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da2b1d-0d79-4bec-91d7-7ba618503931 req-f5530ed2-846a-4cea-8b19-8f92cb2fcd55 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:45.582167 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-04da2b1d-0d79-4bec-91d7-7ba618503931 req-f5530ed2-846a-4cea-8b19-8f92cb2fcd55 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 945 time: 0.0744495 Jul 13 14:37:45.630631 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-04da2b1d-0d79-4bec-91d7-7ba618503931 req-1f95ad2c-e951-43b3-b7bb-8f672e7e5689 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414643 Jul 13 14:37:46.012038 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] get_ports_and_sgs() called for port_ids ['a3fb3e11-f1f7-45aa-9456-985cddc7ebdf', 'b606e69d-caa3-4fe7-9b56-106be274f192'] {{(pid=93156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:37:46.015975 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [req-ac3f7e1c-8534-468f-9415-fee0514fccb4 req-985047a2-0bba-4481-a9c4-6575e72f0223 service neutron] Request body: {'port': {'device_id': '8a7b8ba3-f876-4a06-9db2-c2805bf6a951', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:46.063225 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:46.270417 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-b5d0ddcb-9f35-4817-b89e-f9706091779f req-9ac2e202-99c9-4784-b36d-ce78eccbc1a8 service neutron] 10.222.0.39 "GET /v2.0/networks/c60399fe-47fd-4adc-84b8-a09ce78c9d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701564 Jul 13 14:37:46.300867 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-ac3f7e1c-8534-468f-9415-fee0514fccb4 req-985047a2-0bba-4481-a9c4-6575e72f0223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:46.387020 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d1af4f-b879-4d32-b74b-73929b37bc30 req-0ef166c5-e524-44e3-853c-e7dbb0c90509 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:46.390296 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b7d1af4f-b879-4d32-b74b-73929b37bc30 req-0ef166c5-e524-44e3-853c-e7dbb0c90509 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.2193694 Jul 13 14:37:46.487258 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b7d1af4f-b879-4d32-b74b-73929b37bc30 req-5548ab4b-1cc5-4af7-8b84-7ef2b5a6ae9b tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862002 Jul 13 14:37:46.501320 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e57e1-87c4-48f0-bcca-033375b09d99 req-d58a710e-53a2-4782-9c21-9fd84b0065c8 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:46.509286 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-815e57e1-87c4-48f0-bcca-033375b09d99 req-d58a710e-53a2-4782-9c21-9fd84b0065c8 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.2108040 Jul 13 14:37:46.575869 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-815e57e1-87c4-48f0-bcca-033375b09d99 req-9119ec81-a167-4ded-a58e-db56a919c661 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612633 Jul 13 14:37:46.659669 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-b5d0ddcb-9f35-4817-b89e-f9706091779f req-69b62260-e822-4bf0-a391-7febe9ffa656 service neutron] 10.222.0.39 "GET /v2.0/networks/c60399fe-47fd-4adc-84b8-a09ce78c9d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611662 Jul 13 14:37:46.891245 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9c7eb-4c2e-4d4b-bf1a-5b54271ff110 req-c875c2d3-7102-4863-a2af-4130b36aa943 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:46.893026 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-06f9c7eb-4c2e-4d4b-bf1a-5b54271ff110 req-c875c2d3-7102-4863-a2af-4130b36aa943 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a7b8ba3-f876-4a06-9db2-c2805bf6a951 HTTP/1.1" status: 200 len: 931 time: 0.1115074 Jul 13 14:37:47.014560 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [req-ac3f7e1c-8534-468f-9415-fee0514fccb4 req-985047a2-0bba-4481-a9c4-6575e72f0223 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5660a71d-3836-432e-8ba3-3f76f3ef7d09 {{(pid=93155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:37:47.031200 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-ac3f7e1c-8534-468f-9415-fee0514fccb4 req-985047a2-0bba-4481-a9c4-6575e72f0223 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:47.055826 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [req-ac3f7e1c-8534-468f-9415-fee0514fccb4 req-985047a2-0bba-4481-a9c4-6575e72f0223 service neutron] Transition to ACTIVE for port object 5660a71d-3836-432e-8ba3-3f76f3ef7d09 will not be triggered until provisioned by entity L2. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:37:47.060919 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-ac3f7e1c-8534-468f-9415-fee0514fccb4 req-985047a2-0bba-4481-a9c4-6575e72f0223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868486'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:47.113334 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985047a2-0bba-4481-a9c4-6575e72f0223 service neutron] Pushing event updated for resources: {'Port': ['ID=5660a71d-3836-432e-8ba3-3f76f3ef7d09,revision_number=2']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:47.182329 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-06f9c7eb-4c2e-4d4b-bf1a-5b54271ff110 req-3287a3dd-ef60-4a8c-a803-4024085334a6 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781069 Jul 13 14:37:47.198445 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-ac3f7e1c-8534-468f-9415-fee0514fccb4 req-985047a2-0bba-4481-a9c4-6575e72f0223 service neutron] Attempting to bind port 5660a71d-3836-432e-8ba3-3f76f3ef7d09 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:37:47.198871 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-ac3f7e1c-8534-468f-9415-fee0514fccb4 req-985047a2-0bba-4481-a9c4-6575e72f0223 service neutron] Attempting to bind port 5660a71d-3836-432e-8ba3-3f76f3ef7d09 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '5cb2a2e7-90bc-4e10-a276-f895674abf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'be68db2a-d7ef-4072-812b-7ac34e8884b7'}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:37:47.199126 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3f7e1c-8534-468f-9415-fee0514fccb4 req-985047a2-0bba-4481-a9c4-6575e72f0223 service neutron] Attempting to bind port 5660a71d-3836-432e-8ba3-3f76f3ef7d09 on network be68db2a-d7ef-4072-812b-7ac34e8884b7 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:37:47.205230 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3f7e1c-8534-468f-9415-fee0514fccb4 req-985047a2-0bba-4481-a9c4-6575e72f0223 service neutron] Port 5660a71d-3836-432e-8ba3-3f76f3ef7d09 on network be68db2a-d7ef-4072-812b-7ac34e8884b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:37:47.205604 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3f7e1c-8534-468f-9415-fee0514fccb4 req-985047a2-0bba-4481-a9c4-6575e72f0223 service neutron] Attempting to bind port 5660a71d-3836-432e-8ba3-3f76f3ef7d09 on network be68db2a-d7ef-4072-812b-7ac34e8884b7 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:37:47.213166 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3f7e1c-8534-468f-9415-fee0514fccb4 req-985047a2-0bba-4481-a9c4-6575e72f0223 service neutron] Checking agent: {'id': 'b13b15cc-78ec-4c35-8be2-6f245ac287e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 13, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:37:47.213560 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3f7e1c-8534-468f-9415-fee0514fccb4 req-985047a2-0bba-4481-a9c4-6575e72f0223 service neutron] Checking segment: {'id': '5cb2a2e7-90bc-4e10-a276-f895674abf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'be68db2a-d7ef-4072-812b-7ac34e8884b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:37:47.213873 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3f7e1c-8534-468f-9415-fee0514fccb4 req-985047a2-0bba-4481-a9c4-6575e72f0223 service neutron] Bound using segment: {'id': '5cb2a2e7-90bc-4e10-a276-f895674abf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'be68db2a-d7ef-4072-812b-7ac34e8884b7'} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:37:47.214335 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-ac3f7e1c-8534-468f-9415-fee0514fccb4 req-985047a2-0bba-4481-a9c4-6575e72f0223 service neutron] Bound port: 5660a71d-3836-432e-8ba3-3f76f3ef7d09, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cb2a2e7-90bc-4e10-a276-f895674abf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'be68db2a-d7ef-4072-812b-7ac34e8884b7'}}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:37:47.214682 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-ac3f7e1c-8534-468f-9415-fee0514fccb4 req-985047a2-0bba-4481-a9c4-6575e72f0223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:47.222919 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b792b7-4fbe-418e-a490-77fb0d91e5b9 req-a5f2f23e-1600-4a2d-9bc4-02331c9d5af0 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:47.224859 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-83b792b7-4fbe-418e-a490-77fb0d91e5b9 req-a5f2f23e-1600-4a2d-9bc4-02331c9d5af0 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 945 time: 0.3307304 Jul 13 14:37:47.268465 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-83b792b7-4fbe-418e-a490-77fb0d91e5b9 req-c946b57d-27e9-4cb5-8ddd-c1876db53b0d tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366118 Jul 13 14:37:47.293185 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-ac3f7e1c-8534-468f-9415-fee0514fccb4 req-985047a2-0bba-4481-a9c4-6575e72f0223 service neutron] For port 5660a71d-3836-432e-8ba3-3f76f3ef7d09, host hv-cinder-78445, cleared binding levels {{(pid=93155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:37:47.297295 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-ac3f7e1c-8534-468f-9415-fee0514fccb4 req-985047a2-0bba-4481-a9c4-6575e72f0223 service neutron] For port 5660a71d-3836-432e-8ba3-3f76f3ef7d09, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5660a71d-3836-432e-8ba3-3f76f3ef7d09,segment=NetworkSegment(5cb2a2e7-90bc-4e10-a276-f895674abf5c),segment_id=5cb2a2e7-90bc-4e10-a276-f895674abf5c)] {{(pid=93155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:37:47.302879 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-ac3f7e1c-8534-468f-9415-fee0514fccb4 req-985047a2-0bba-4481-a9c4-6575e72f0223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868486'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:47.340042 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f7e1c-8534-468f-9415-fee0514fccb4 req-985047a2-0bba-4481-a9c4-6575e72f0223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:47.340670 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-ac3f7e1c-8534-468f-9415-fee0514fccb4 req-985047a2-0bba-4481-a9c4-6575e72f0223 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:47.342089 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-ac3f7e1c-8534-468f-9415-fee0514fccb4 req-985047a2-0bba-4481-a9c4-6575e72f0223 service neutron] 10.222.0.39 "PUT /v2.0/ports/5660a71d-3836-432e-8ba3-3f76f3ef7d09 HTTP/1.1" status: 200 len: 1093 time: 1.3412333 Jul 13 14:37:47.342563 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a7b8ba3-f876-4a06-9db2-c2805bf6a951', 'tag': '5660a71d-3836-432e-8ba3-3f76f3ef7d09'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:37:47.344897 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969d499ae61b7a2d5523e15545dbdfcb627d31ab7a946dd0dec0766d655d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05bb0cc-f58c-4b8b-8013-e8a080126221" -d '{"events": [{"name": "network-changed", "server_uuid": "8a7b8ba3-f876-4a06-9db2-c2805bf6a951", "tag": "5660a71d-3836-432e-8ba3-3f76f3ef7d09"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:37:47.372122 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985047a2-0bba-4481-a9c4-6575e72f0223 service neutron] Pushing event updated for resources: {'Port': ['ID=5660a71d-3836-432e-8ba3-3f76f3ef7d09,revision_number=3']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:47.401514 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5cd393-d5c6-4ab0-97c1-8b9fb88dc194 x-openstack-request-id: req-3c5cd393-d5c6-4ab0-97c1-8b9fb88dc194 {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:37:47.401896 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a7b8ba3-f876-4a06-9db2-c2805bf6a951", "tag": "5660a71d-3836-432e-8ba3-3f76f3ef7d09", "status": "completed", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:37:47.402279 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3c5cd393-d5c6-4ab0-97c1-8b9fb88dc194 {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:37:47.402765 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a7b8ba3-f876-4a06-9db2-c2805bf6a951', 'tag': '5660a71d-3836-432e-8ba3-3f76f3ef7d09', 'status': 'completed', 'code': 200} Jul 13 14:37:47.489151 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f7e1c-8534-468f-9415-fee0514fccb4 req-0e8537b6-287c-409b-a8b0-c07b12582d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:47.490736 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-ac3f7e1c-8534-468f-9415-fee0514fccb4 req-0e8537b6-287c-409b-a8b0-c07b12582d61 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=715c9650cb454772898dfc0217ff12d3&device_id=8a7b8ba3-f876-4a06-9db2-c2805bf6a951 HTTP/1.1" status: 200 len: 1096 time: 0.0599508 Jul 13 14:37:47.542179 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-ac3f7e1c-8534-468f-9415-fee0514fccb4 req-5bc0992f-36a4-43a6-bf48-f6f2ef1d88b9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5660a71d-3836-432e-8ba3-3f76f3ef7d09 HTTP/1.1" status: 200 len: 217 time: 0.0363011 Jul 13 14:37:47.599465 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f7e1c-8534-468f-9415-fee0514fccb4 req-ccca151b-bd69-4f2c-b4af-de40e07ee078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:47.600981 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-ac3f7e1c-8534-468f-9415-fee0514fccb4 req-ccca151b-bd69-4f2c-b4af-de40e07ee078 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=81f1987b-1fa5-4cd0-a128-938ff7f4d5b3 HTTP/1.1" status: 200 len: 855 time: 0.0483088 Jul 13 14:37:47.640730 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-ac3f7e1c-8534-468f-9415-fee0514fccb4 req-93d569ea-0c78-4814-99d6-b852b4629eee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be68db2a-d7ef-4072-812b-7ac34e8884b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299056 Jul 13 14:37:47.707460 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ec595-9324-4c52-bb4a-d3a443c4047d req-d846deb6-8b3c-478e-998a-b6bc6d3eb1bd tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:47.710026 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ee9ec595-9324-4c52-bb4a-d3a443c4047d req-d846deb6-8b3c-478e-998a-b6bc6d3eb1bd tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.0981185 Jul 13 14:37:47.791382 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-ac3f7e1c-8534-468f-9415-fee0514fccb4 req-c462344f-8779-4dda-bf1e-c1f17a027c5a service neutron] 10.222.0.39 "GET /v2.0/networks/be68db2a-d7ef-4072-812b-7ac34e8884b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398442 Jul 13 14:37:47.818500 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ee9ec595-9324-4c52-bb4a-d3a443c4047d req-f66f0ea3-2840-4f28-91e0-73110c37bdda tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925434 Jul 13 14:37:47.845256 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0caa4be-2136-4903-a362-33cf8d475553 req-e31f2c97-9dd5-4600-919f-b1617b762a09 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:47.847074 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f0caa4be-2136-4903-a362-33cf8d475553 req-e31f2c97-9dd5-4600-919f-b1617b762a09 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.1350179 Jul 13 14:37:47.911793 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f0caa4be-2136-4903-a362-33cf8d475553 req-a0cdd9f7-8385-408c-882a-026d2d8b919f tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547395 Jul 13 14:37:47.919989 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-ac3f7e1c-8534-468f-9415-fee0514fccb4 req-74b6d710-8207-4531-bf71-80160cb7a15e service neutron] 10.222.0.39 "GET /v2.0/networks/be68db2a-d7ef-4072-812b-7ac34e8884b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177287 Jul 13 14:37:48.126440 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05bb0cc-f58c-4b8b-8013-e8a080126221 req-7bce7345-3371-4fdd-b78a-68188f7fa848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:48.128148 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-e05bb0cc-f58c-4b8b-8013-e8a080126221 req-7bce7345-3371-4fdd-b78a-68188f7fa848 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=715c9650cb454772898dfc0217ff12d3&device_id=8a7b8ba3-f876-4a06-9db2-c2805bf6a951 HTTP/1.1" status: 200 len: 1096 time: 0.0654013 Jul 13 14:37:48.236241 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05bb0cc-f58c-4b8b-8013-e8a080126221 req-9673e6ce-94d3-44b6-add0-ac65041c5a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:48.238201 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-e05bb0cc-f58c-4b8b-8013-e8a080126221 req-9673e6ce-94d3-44b6-add0-ac65041c5a18 service neutron] 10.222.0.39 "GET /v2.0/networks?id=be68db2a-d7ef-4072-812b-7ac34e8884b7 HTTP/1.1" status: 200 len: 916 time: 0.0977566 Jul 13 14:37:48.305995 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-e05bb0cc-f58c-4b8b-8013-e8a080126221 req-09c36044-0719-4d06-9cb2-267b16241c0e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5660a71d-3836-432e-8ba3-3f76f3ef7d09 HTTP/1.1" status: 200 len: 217 time: 0.0480931 Jul 13 14:37:48.391388 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05bb0cc-f58c-4b8b-8013-e8a080126221 req-0ee29539-da31-4da3-8292-575fc789ed12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:48.393945 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-e05bb0cc-f58c-4b8b-8013-e8a080126221 req-0ee29539-da31-4da3-8292-575fc789ed12 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=81f1987b-1fa5-4cd0-a128-938ff7f4d5b3 HTTP/1.1" status: 200 len: 855 time: 0.0754995 Jul 13 14:37:48.444410 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-e05bb0cc-f58c-4b8b-8013-e8a080126221 req-3196ddd9-e0ea-4bf3-8529-2edd32c2582d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be68db2a-d7ef-4072-812b-7ac34e8884b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399885 Jul 13 14:37:48.488906 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e88560-a10f-4c43-bfdd-78fc7cd03788 req-0e82eecc-a14c-4f09-b8aa-402309cf6cf9 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:48.490634 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e6e88560-a10f-4c43-bfdd-78fc7cd03788 req-0e82eecc-a14c-4f09-b8aa-402309cf6cf9 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a7b8ba3-f876-4a06-9db2-c2805bf6a951 HTTP/1.1" status: 200 len: 943 time: 0.1633775 Jul 13 14:37:48.534708 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673fc4f-4b92-4f6f-8f45-e3cc0cf165e7 req-2a4a89e7-2d1a-412b-84d7-da21ed686b41 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:48.536313 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e673fc4f-4b92-4f6f-8f45-e3cc0cf165e7 req-2a4a89e7-2d1a-412b-84d7-da21ed686b41 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 945 time: 0.1209474 Jul 13 14:37:48.572147 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e6e88560-a10f-4c43-bfdd-78fc7cd03788 req-0db06067-7131-43c9-9535-f4b5364aaee5 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635457 Jul 13 14:37:48.582413 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-e05bb0cc-f58c-4b8b-8013-e8a080126221 req-7030c89f-3d0d-4c0b-92ea-4b8782112f4d service neutron] 10.222.0.39 "GET /v2.0/networks/be68db2a-d7ef-4072-812b-7ac34e8884b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295424 Jul 13 14:37:48.618666 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e673fc4f-4b92-4f6f-8f45-e3cc0cf165e7 req-f022a653-476d-46a6-9e87-bb8c3fd1e3d3 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659680 Jul 13 14:37:48.713699 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-e05bb0cc-f58c-4b8b-8013-e8a080126221 req-727e6d1b-4620-4394-b9f4-8f38b9458825 service neutron] 10.222.0.39 "GET /v2.0/networks/be68db2a-d7ef-4072-812b-7ac34e8884b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142514 Jul 13 14:37:49.126862 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d85716-41e3-40e8-8512-fd6981ae0afb req-e0071300-96d4-4048-a535-58ef728455da tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:49.129002 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a2d85716-41e3-40e8-8512-fd6981ae0afb req-e0071300-96d4-4048-a535-58ef728455da tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.1022806 Jul 13 14:37:49.233305 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a2d85716-41e3-40e8-8512-fd6981ae0afb req-703a71cc-86bd-4327-936e-1929f8f95c55 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790493 Jul 13 14:37:49.284130 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7540f-d33e-49f1-b7de-265208eca7e4 req-0ce8adaa-ce50-4d13-9380-b1e63a283ea3 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:49.284695 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-aff7540f-d33e-49f1-b7de-265208eca7e4 req-0ce8adaa-ce50-4d13-9380-b1e63a283ea3 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.1780198 Jul 13 14:37:49.336128 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-aff7540f-d33e-49f1-b7de-265208eca7e4 req-e71643e5-e6be-40a3-8572-57d40566fdc3 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400245 Jul 13 14:37:49.838425 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf8c5e-41fa-47f9-96c1-b24c6aba1537 req-a15b0c0f-6524-4bce-9560-80498ce8cb1a tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:49.840082 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ecdf8c5e-41fa-47f9-96c1-b24c6aba1537 req-a15b0c0f-6524-4bce-9560-80498ce8cb1a tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a7b8ba3-f876-4a06-9db2-c2805bf6a951 HTTP/1.1" status: 200 len: 943 time: 0.1294141 Jul 13 14:37:49.884109 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d41423-0700-4499-bc68-7697b3fdeff7 req-b7302a4c-7ef0-4324-b0b8-1b566d9011dd tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:49.885677 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c9d41423-0700-4499-bc68-7697b3fdeff7 req-b7302a4c-7ef0-4324-b0b8-1b566d9011dd tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 945 time: 0.1154473 Jul 13 14:37:49.916909 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ecdf8c5e-41fa-47f9-96c1-b24c6aba1537 req-980551c7-0315-488a-a9b9-1895aceb4df1 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695770 Jul 13 14:37:49.947996 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c9d41423-0700-4499-bc68-7697b3fdeff7 req-7eb77352-0c99-49c6-afa0-9083a7028022 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508032 Jul 13 14:37:50.047779 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 5660a71d-3836-432e-8ba3-3f76f3ef7d09 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:37:50.178075 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port 5660a71d-3836-432e-8ba3-3f76f3ef7d09, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5660a71d-3836-432e-8ba3-3f76f3ef7d09,segment=NetworkSegment(5cb2a2e7-90bc-4e10-a276-f895674abf5c),segment_id=5cb2a2e7-90bc-4e10-a276-f895674abf5c)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:37:50.191458 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Returning: {'device': '5660a71d-3836-432e-8ba3-3f76f3ef7d09', 'network_id': 'be68db2a-d7ef-4072-812b-7ac34e8884b7', 'port_id': '5660a71d-3836-432e-8ba3-3f76f3ef7d09', 'mac_address': 'fa:16:3e:d8:36:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f1987b-1fa5-4cd0-a128-938ff7f4d5b3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:37:50.231944 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:50.247199 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5660a71d-3836-432e-8ba3-3f76f3ef7d09 {{(pid=93156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:37:50.270799 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port 5660a71d-3836-432e-8ba3-3f76f3ef7d09, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5660a71d-3836-432e-8ba3-3f76f3ef7d09,segment=NetworkSegment(5cb2a2e7-90bc-4e10-a276-f895674abf5c),segment_id=5cb2a2e7-90bc-4e10-a276-f895674abf5c)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:37:50.275706 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:50.340445 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=5660a71d-3836-432e-8ba3-3f76f3ef7d09,revision_number=4']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:50.558372 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1903220-085a-440b-a58a-a46edb78c840 req-dc94e747-6fc8-43bf-ae8d-5205f4da49b7 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:50.559997 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f1903220-085a-440b-a58a-a46edb78c840 req-dc94e747-6fc8-43bf-ae8d-5205f4da49b7 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.1359630 Jul 13 14:37:50.615626 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96658bf-35c1-4a0e-ae58-6b5500713014 req-cf3c47d6-3c23-4440-8989-d1dd2533690e tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:50.617768 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c96658bf-35c1-4a0e-ae58-6b5500713014 req-cf3c47d6-3c23-4440-8989-d1dd2533690e tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.1041815 Jul 13 14:37:50.645891 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f1903220-085a-440b-a58a-a46edb78c840 req-e3c5b0c6-3a85-4691-ac35-6b4f7c573fd8 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753922 Jul 13 14:37:50.678710 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c96658bf-35c1-4a0e-ae58-6b5500713014 req-25a9723d-ef91-497e-b7c9-b3d08fef677e tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458820 Jul 13 14:37:50.771949 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] get_ports_and_sgs() called for port_ids ['5660a71d-3836-432e-8ba3-3f76f3ef7d09'] {{(pid=93156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:37:51.291455 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185eac6f-51c9-489f-a073-a731e63567c5 req-7619ff36-49d8-4254-b8cd-5d02da52ce78 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:51.293456 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-185eac6f-51c9-489f-a073-a731e63567c5 req-7619ff36-49d8-4254-b8cd-5d02da52ce78 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a7b8ba3-f876-4a06-9db2-c2805bf6a951 HTTP/1.1" status: 200 len: 944 time: 0.1617467 Jul 13 14:37:51.369628 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-185eac6f-51c9-489f-a073-a731e63567c5 req-f3a0b11a-6cf7-423b-9036-b138ec01cbc4 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661943 Jul 13 14:37:51.383369 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c21787-ff6d-4c2a-b0c5-6c7cd1d86181 req-c2368255-06fd-41d1-a336-fac3d6be0588 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:51.386290 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-30c21787-ff6d-4c2a-b0c5-6c7cd1d86181 req-c2368255-06fd-41d1-a336-fac3d6be0588 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 945 time: 0.1665921 Jul 13 14:37:51.432997 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-30c21787-ff6d-4c2a-b0c5-6c7cd1d86181 req-84f07330-7fff-4cc0-a10c-f47c485cde08 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373788 Jul 13 14:37:51.856858 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de831235-953f-4029-a194-23b1b14993f6 req-5f6b2c99-4b33-4d64-8e0d-c9d6be26f195 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:51.858588 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-de831235-953f-4029-a194-23b1b14993f6 req-5f6b2c99-4b33-4d64-8e0d-c9d6be26f195 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.0823998 Jul 13 14:37:51.904683 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-de831235-953f-4029-a194-23b1b14993f6 req-c51401c0-cb26-42c4-b822-6666da3e9b90 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356591 Jul 13 14:37:52.528717 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-614e682a-9ce7-4912-8d9d-0c5a288462e1 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2085156362&fields=id&tenant_id=5892afb7184848a28e5c2b3bb47266c2 HTTP/1.1" status: 200 len: 267 time: 0.0621426 Jul 13 14:37:52.556623 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90631f4a-7c2d-4f20-9384-d7b695e6bba2 req-9e46e29f-f421-4835-a0db-241c57189af2 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:52.558679 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-90631f4a-7c2d-4f20-9384-d7b695e6bba2 req-9e46e29f-f421-4835-a0db-241c57189af2 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.1373167 Jul 13 14:37:52.662492 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-90631f4a-7c2d-4f20-9384-d7b695e6bba2 req-babe56d6-3212-4d78-9022-fa2457007a84 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892396 Jul 13 14:37:52.704484 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-af8c38ca-fc7f-411f-8f31-b579fa96a8bd tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:52.706596 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-af8c38ca-fc7f-411f-8f31-b579fa96a8bd tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/networks?id=86ac9154-8784-4774-baf0-e8c39b4cddeb HTTP/1.1" status: 200 len: 808 time: 0.1682847 Jul 13 14:37:52.727916 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-f15a5440-10b9-42f0-a4ce-bcf3f2de58aa tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/quotas/5892afb7184848a28e5c2b3bb47266c2 HTTP/1.1" status: 200 len: 375 time: 0.0136528 Jul 13 14:37:52.819599 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-2b4365d0-cd10-421f-9664-fcd6d6868243 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5892afb7184848a28e5c2b3bb47266c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0845978 Jul 13 14:37:53.027871 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-d61addde-ee75-4a71-8a63-6d0851de0f86 service neutron] 10.222.0.11 "GET /v2.0/networks/86ac9154-8784-4774-baf0-e8c39b4cddeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847832 Jul 13 14:37:53.043156 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29d2cf-17d8-4e8a-ad14-d39ac81ef639 req-2186673b-8cd9-4b63-8f19-a18172b9c4b5 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:53.044999 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2e29d2cf-17d8-4e8a-ad14-d39ac81ef639 req-2186673b-8cd9-4b63-8f19-a18172b9c4b5 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a7b8ba3-f876-4a06-9db2-c2805bf6a951 HTTP/1.1" status: 200 len: 944 time: 0.1813967 Jul 13 14:37:53.151789 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 55022) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:53.159134 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2e29d2cf-17d8-4e8a-ad14-d39ac81ef639 req-a23d8b77-4e1a-4b9c-9dab-0b7cba5212f4 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929110 Jul 13 14:37:53.196238 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-db6cd966-82ab-4c15-b3f1-53ff1c3ab9dd service neutron] 10.222.0.11 "GET /v2.0/networks/86ac9154-8784-4774-baf0-e8c39b4cddeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497793 Jul 13 14:37:53.391335 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-f36ad9d1-9af5-4c24-9272-5e2c30238280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:53.432953 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09916024-f686-44d8-a109-c377a257aecb req-47128f17-ea92-4e45-9284-a0ff1fa5580c tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:53.435727 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-09916024-f686-44d8-a109-c377a257aecb req-47128f17-ea92-4e45-9284-a0ff1fa5580c tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 945 time: 0.1027961 Jul 13 14:37:53.499797 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-09916024-f686-44d8-a109-c377a257aecb req-2dc73334-8499-471e-a2cf-341c31c08cad tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471225 Jul 13 14:37:53.547637 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-f36ad9d1-9af5-4c24-9272-5e2c30238280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:53.556125 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-f36ad9d1-9af5-4c24-9272-5e2c30238280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:53.637649 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ad9d1-9af5-4c24-9272-5e2c30238280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e1e5d4-7b7f-4683-a332-6ad3bf9a73db,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:53.649883 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-f36ad9d1-9af5-4c24-9272-5e2c30238280 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1e344aa22880444baf4bcc02782a0dca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4951427 Jul 13 14:37:53.650215 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 55038) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:37:53.757593 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0f9a5aa7-cfee-4d2c-83ad-1ab95ca3404d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:53.792516 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0f9a5aa7-cfee-4d2c-83ad-1ab95ca3404d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:53.802555 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248553b2-856c-4dca-ba13-01d560c81cda req-4405071d-15d6-4e00-bcb3-2539e57c9aa1 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:53.804327 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-248553b2-856c-4dca-ba13-01d560c81cda req-4405071d-15d6-4e00-bcb3-2539e57c9aa1 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.1181386 Jul 13 14:37:53.887135 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-248553b2-856c-4dca-ba13-01d560c81cda req-a5552d09-e5ee-4b26-b8f1-439472ec6bef tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713770 Jul 13 14:37:53.913295 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0f9a5aa7-cfee-4d2c-83ad-1ab95ca3404d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:53.919490 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0f9a5aa7-cfee-4d2c-83ad-1ab95ca3404d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:53.922523 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-0f9a5aa7-cfee-4d2c-83ad-1ab95ca3404d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/46e1e5d4-7b7f-4683-a332-6ad3bf9a73db HTTP/1.1" status: 204 len: 168 time: 0.2703140 Jul 13 14:37:53.946903 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9a5aa7-cfee-4d2c-83ad-1ab95ca3404d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e1e5d4-7b7f-4683-a332-6ad3bf9a73db,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:54.003175 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-171abf7c-431a-4cf8-a526-485d779914c6 req-6f9158b9-3280-4c5f-a6a0-5597dfa94f0a tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 210 time: 0.0601730 Jul 13 14:37:54.059072 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 96e9db92-4167-45b2-b18d-aa1795f4bd8f details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:37:54.077566 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 5660a71d-3836-432e-8ba3-3f76f3ef7d09 up at agent hyperv_hv-cinder-78445 {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:37:54.316545 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Provisioning for port 5660a71d-3836-432e-8ba3-3f76f3ef7d09 completed by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:37:54.329058 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Provisioning complete for port 5660a71d-3836-432e-8ba3-3f76f3ef7d09 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:54.330197 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:54.385052 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port 96e9db92-4167-45b2-b18d-aa1795f4bd8f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=96e9db92-4167-45b2-b18d-aa1795f4bd8f,segment=NetworkSegment(4ad0260d-356e-47c3-9fe1-42a46c9ee2c2),segment_id=4ad0260d-356e-47c3-9fe1-42a46c9ee2c2)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:37:54.404916 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Returning: {'device': '96e9db92-4167-45b2-b18d-aa1795f4bd8f', 'network_id': 'b04875e6-1fc2-4c4b-96d5-3d915be01c53', 'port_id': '96e9db92-4167-45b2-b18d-aa1795f4bd8f', 'mac_address': 'fa:16:3e:da:30:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2093f447-27c9-42a2-bbad-8523311dd7a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:37:54.484778 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:54.507076 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:54.510231 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 96e9db92-4167-45b2-b18d-aa1795f4bd8f {{(pid=93156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:37:54.543191 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7307c3d4-2ab1-40da-8f29-442ef55b834b req-c1699772-45ce-46e2-a3af-e09173f1c346 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:54.545667 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7307c3d4-2ab1-40da-8f29-442ef55b834b req-c1699772-45ce-46e2-a3af-e09173f1c346 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a7b8ba3-f876-4a06-9db2-c2805bf6a951 HTTP/1.1" status: 200 len: 944 time: 0.1101062 Jul 13 14:37:54.559771 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port 96e9db92-4167-45b2-b18d-aa1795f4bd8f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=96e9db92-4167-45b2-b18d-aa1795f4bd8f,segment=NetworkSegment(4ad0260d-356e-47c3-9fe1-42a46c9ee2c2),segment_id=4ad0260d-356e-47c3-9fe1-42a46c9ee2c2)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:37:54.572284 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a7b8ba3-f876-4a06-9db2-c2805bf6a951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5660a71d-3836-432e-8ba3-3f76f3ef7d09'}] {{(pid=93156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:37:54.574963 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd5989a68af48bbe0a00b0c674d1da0e65c633cef20e3ffd105cdad221ff8d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67816fa7-5aee-4bc9-81d4-0f67870966a4" -d '{"events": [{"server_uuid": "8a7b8ba3-f876-4a06-9db2-c2805bf6a951", "name": "network-vif-plugged", "status": "completed", "tag": "5660a71d-3836-432e-8ba3-3f76f3ef7d09"}]}' {{(pid=93156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:37:54.586729 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:54.594605 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port 5660a71d-3836-432e-8ba3-3f76f3ef7d09, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5660a71d-3836-432e-8ba3-3f76f3ef7d09,segment=NetworkSegment(5cb2a2e7-90bc-4e10-a276-f895674abf5c),segment_id=5cb2a2e7-90bc-4e10-a276-f895674abf5c)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:37:54.626437 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:54.640018 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7307c3d4-2ab1-40da-8f29-442ef55b834b req-226fac41-3712-48d4-9a1c-649643619d27 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716298 Jul 13 14:37:54.678708 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=96e9db92-4167-45b2-b18d-aa1795f4bd8f,revision_number=6']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:54.743031 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af4949a-5342-4650-a023-dba80fc64741 x-openstack-request-id: req-7af4949a-5342-4650-a023-dba80fc64741 {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:37:54.743722 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a7b8ba3-f876-4a06-9db2-c2805bf6a951", "name": "network-vif-plugged", "status": "completed", "tag": "5660a71d-3836-432e-8ba3-3f76f3ef7d09", "code": 200}]} {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:37:54.744524 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7af4949a-5342-4650-a023-dba80fc64741 {{(pid=93156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:37:54.745322 dv-cinder-784453-8-iscsi neutron-server[93156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a7b8ba3-f876-4a06-9db2-c2805bf6a951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5660a71d-3836-432e-8ba3-3f76f3ef7d09', 'code': 200} Jul 13 14:37:54.774612 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=5660a71d-3836-432e-8ba3-3f76f3ef7d09,revision_number=5']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:54.844120 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ce746-13c3-4ef1-b6e9-20e120bbcdfa req-d18f6939-36ab-411e-81b5-aaeaadd48b8d tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:54.846847 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b16ce746-13c3-4ef1-b6e9-20e120bbcdfa req-d18f6939-36ab-411e-81b5-aaeaadd48b8d tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 944 time: 0.0978467 Jul 13 14:37:54.869780 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] get_ports_and_sgs() called for port_ids ['96e9db92-4167-45b2-b18d-aa1795f4bd8f'] {{(pid=93156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:37:54.906072 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b16ce746-13c3-4ef1-b6e9-20e120bbcdfa req-bccafbc5-b9b4-40ad-a0ff-404b4e21188f tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530727 Jul 13 14:37:55.127460 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49756b09-d77b-4569-9605-e247e59647ac req-e42b87dd-7f70-403a-916c-fc914f78bac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:55.129992 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-49756b09-d77b-4569-9605-e247e59647ac req-e42b87dd-7f70-403a-916c-fc914f78bac5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8a7b8ba3-f876-4a06-9db2-c2805bf6a951 HTTP/1.1" status: 200 len: 1098 time: 0.1022019 Jul 13 14:37:55.164378 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606d05c-4f41-4f61-b48b-35bff8abc442 req-6f0fc439-8d4e-4495-9370-d5e8cd426f6e tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:55.169657 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1606d05c-4f41-4f61-b48b-35bff8abc442 req-6f0fc439-8d4e-4495-9370-d5e8cd426f6e tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.1220615 Jul 13 14:37:55.198317 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-49756b09-d77b-4569-9605-e247e59647ac req-60bc8da7-7747-410a-9ecb-54fd07048ddb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561883 Jul 13 14:37:55.257624 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1606d05c-4f41-4f61-b48b-35bff8abc442 req-1d8b2879-277a-4856-89fe-116a8eb73449 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822148 Jul 13 14:37:55.294196 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-88b84ee3-100a-4fca-b1e3-302c015684f9 req-6ed44a23-170d-478d-9920-537b21e81f9d tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 210 time: 0.0659981 Jul 13 14:37:55.865255 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-dc3b1f42-4f71-4fe5-8327-fd703fd6e4d8 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:55.866945 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-dc3b1f42-4f71-4fe5-8327-fd703fd6e4d8 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.39 "GET /v2.0/networks?id=86ac9154-8784-4774-baf0-e8c39b4cddeb HTTP/1.1" status: 200 len: 808 time: 0.1365817 Jul 13 14:37:55.932270 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1850d-33f3-4245-a0a6-7e103b2836c4 req-a766559a-8bc3-4307-b8cb-1b056f91eb4b tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:55.935881 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7da1850d-33f3-4245-a0a6-7e103b2836c4 req-a766559a-8bc3-4307-b8cb-1b056f91eb4b tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a7b8ba3-f876-4a06-9db2-c2805bf6a951 HTTP/1.1" status: 200 len: 945 time: 0.1175454 Jul 13 14:37:55.942638 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-fb00e103-0b03-478a-abbf-0e6718d455f9 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5892afb7184848a28e5c2b3bb47266c2 HTTP/1.1" status: 200 len: 380 time: 0.0536993 Jul 13 14:37:55.961655 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-63434f29-fea0-484c-acb7-e25c5ad07580 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Request body: {'port': {'device_id': '54f72606-c00f-4988-a38c-9dd58da2cb81', 'network_id': '86ac9154-8784-4774-baf0-e8c39b4cddeb', 'admin_state_up': True, 'tenant_id': '5892afb7184848a28e5c2b3bb47266c2', 'security_groups': ['28b35dca-a60f-4443-9331-d78be3ec5e11']}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:56.017668 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7da1850d-33f3-4245-a0a6-7e103b2836c4 req-127aa75d-7a2f-4e3b-9fd3-a67ab30c2674 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760415 Jul 13 14:37:56.058924 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 96e9db92-4167-45b2-b18d-aa1795f4bd8f up at agent hyperv_hv-cinder-78445 {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:37:56.144834 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Provisioning complete for port 96e9db92-4167-45b2-b18d-aa1795f4bd8f triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:56.145430 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:56.188987 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4235c8e-58f2-4a53-9556-9db09f1bac50 req-6605092c-8890-4344-bd9c-926ffd2e88ed tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:56.193590 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d4235c8e-58f2-4a53-9556-9db09f1bac50 req-6605092c-8890-4344-bd9c-926ffd2e88ed tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 944 time: 0.1267588 Jul 13 14:37:56.203596 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-63434f29-fea0-484c-acb7-e25c5ad07580 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Made reservation on behalf of 5892afb7184848a28e5c2b3bb47266c2 for: {'port': 1} {{(pid=93155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:37:56.212156 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-63434f29-fea0-484c-acb7-e25c5ad07580 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:56.275095 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d4235c8e-58f2-4a53-9556-9db09f1bac50 req-87b2c826-e4d5-4466-9b32-1b625dd3173b tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726483 Jul 13 14:37:56.340036 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:56.459100 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port 96e9db92-4167-45b2-b18d-aa1795f4bd8f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=96e9db92-4167-45b2-b18d-aa1795f4bd8f,segment=NetworkSegment(4ad0260d-356e-47c3-9fe1-42a46c9ee2c2),segment_id=4ad0260d-356e-47c3-9fe1-42a46c9ee2c2)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:37:56.470318 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:56.528351 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.db_base_plugin_common [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-63434f29-fea0-484c-acb7-e25c5ad07580 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Allocated IP 172.20.0.9 (86ac9154-8784-4774-baf0-e8c39b4cddeb/ead56a37-b614-443b-a85d-2b5d0e7941f8/d0484b73-0dec-4568-88da-662a28278535) {{(pid=93155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:37:56.621989 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b9655ac0-467b-4bdf-8eca-c49b96696090 req-51ed8bff-1e15-4c4f-b85f-792343f80eef tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 210 time: 0.0522504 Jul 13 14:37:56.648372 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=96e9db92-4167-45b2-b18d-aa1795f4bd8f,revision_number=7']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:56.747223 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2710a355-6e44-4b59-827d-302f15c9d6d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e9db92-4167-45b2-b18d-aa1795f4bd8f'}] {{(pid=93156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:37:56.752408 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd5989a68af48bbe0a00b0c674d1da0e65c633cef20e3ffd105cdad221ff8d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b8bfab-c9f1-47fe-86c2-0d4b8331c0db" -d '{"events": [{"server_uuid": "2710a355-6e44-4b59-827d-302f15c9d6d9", "name": "network-vif-plugged", "status": "completed", "tag": "96e9db92-4167-45b2-b18d-aa1795f4bd8f"}]}' {{(pid=93156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:37:56.806598 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-63434f29-fea0-484c-acb7-e25c5ad07580 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks [] for port, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:56.827709 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590b6366-6862-43a1-9cf8-2fa032c754ea x-openstack-request-id: req-590b6366-6862-43a1-9cf8-2fa032c754ea {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:37:56.828335 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2710a355-6e44-4b59-827d-302f15c9d6d9", "name": "network-vif-plugged", "status": "completed", "tag": "96e9db92-4167-45b2-b18d-aa1795f4bd8f", "code": 200}]} {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:37:56.828688 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-590b6366-6862-43a1-9cf8-2fa032c754ea {{(pid=93156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:37:56.829405 dv-cinder-784453-8-iscsi neutron-server[93156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2710a355-6e44-4b59-827d-302f15c9d6d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e9db92-4167-45b2-b18d-aa1795f4bd8f', 'code': 200} Jul 13 14:37:56.834348 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-63434f29-fea0-484c-acb7-e25c5ad07580 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Transition to ACTIVE for port object d0484b73-0dec-4568-88da-662a28278535 will not be triggered until provisioned by entity DHCP. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:37:56.877334 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-63434f29-fea0-484c-acb7-e25c5ad07580 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:56.932884 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-63434f29-fea0-484c-acb7-e25c5ad07580 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Network 86ac9154-8784-4774-baf0-e8c39b4cddeb is already hosted by enough agents. {{(pid=93155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:37:56.939906 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-63434f29-fea0-484c-acb7-e25c5ad07580 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Resources bound (agent type, host, resource id): {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:37:56.944362 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-63434f29-fea0-484c-acb7-e25c5ad07580 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Received port after_create {{(pid=93155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:37:56.945900 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d396642-36be-43ef-a8eb-9114784f3618 req-67a6d102-6655-4fdd-b502-2388cc2e075c tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:56.958844 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7d396642-36be-43ef-a8eb-9114784f3618 req-67a6d102-6655-4fdd-b502-2388cc2e075c tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.1186328 Jul 13 14:37:56.972813 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63434f29-fea0-484c-acb7-e25c5ad07580 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Pushing event updated for resources: {'Port': ['ID=d0484b73-0dec-4568-88da-662a28278535,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:57.010006 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-63434f29-fea0-484c-acb7-e25c5ad07580 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:57.010746 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-63434f29-fea0-484c-acb7-e25c5ad07580 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:57.021844 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7d396642-36be-43ef-a8eb-9114784f3618 req-2841735a-d1f7-442c-b35d-da2c5358b03e tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618522 Jul 13 14:37:57.031176 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-63434f29-fea0-484c-acb7-e25c5ad07580 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0807729 Jul 13 14:37:57.063976 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-3f05ba5b-1093-42d5-b310-97e5cbde952d service neutron] Request body: {'port': {'device_id': '54f72606-c00f-4988-a38c-9dd58da2cb81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:37:57.216586 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-3f05ba5b-1093-42d5-b310-97e5cbde952d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:57.399843 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.agents_db [None req-a710d77f-e7af-45aa-808b-9771d160625e None None] Agent healthcheck: found 6 active agents {{(pid=93157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:37:57.450560 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-a622155f-6b83-4436-8438-02a45aa95a09 None None] Provisioning for port d0484b73-0dec-4568-88da-662a28278535 completed by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:37:57.457778 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-a622155f-6b83-4436-8438-02a45aa95a09 None None] Provisioning complete for port d0484b73-0dec-4568-88da-662a28278535 triggered by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:37:57.463402 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-a622155f-6b83-4436-8438-02a45aa95a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:57.533648 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-a622155f-6b83-4436-8438-02a45aa95a09 None None] Port d0484b73-0dec-4568-88da-662a28278535 cannot update to ACTIVE because it is not bound. {{(pid=93156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:37:57.536302 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a307a-c022-4c2f-9db7-7c45e93547bf req-55682c39-41c6-430e-ba27-c9dc0061ea99 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:57.551135 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-fa1a307a-c022-4c2f-9db7-7c45e93547bf req-55682c39-41c6-430e-ba27-c9dc0061ea99 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a7b8ba3-f876-4a06-9db2-c2805bf6a951 HTTP/1.1" status: 200 len: 945 time: 0.2802179 Jul 13 14:37:57.759191 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-fa1a307a-c022-4c2f-9db7-7c45e93547bf req-ab6a0da1-7721-44a8-812c-8018e797ff91 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064848 Jul 13 14:37:57.885689 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0d19c-ebc7-4a72-8add-a8094214051e req-77dbfe45-11dc-4aa3-9c03-75acfeac635b tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:57.888657 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-18b0d19c-ebc7-4a72-8add-a8094214051e req-77dbfe45-11dc-4aa3-9c03-75acfeac635b tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 945 time: 0.2189255 Jul 13 14:37:57.969345 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-18b0d19c-ebc7-4a72-8add-a8094214051e req-56ba1935-70e4-449d-baaf-91a8feb7efb8 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744841 Jul 13 14:37:58.087157 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c48f21-4a40-4ab5-af36-8a7094979b36 req-49a18060-006a-47ab-8b5b-cd75afa7bc4d tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:58.090570 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-81c48f21-4a40-4ab5-af36-8a7094979b36 req-49a18060-006a-47ab-8b5b-cd75afa7bc4d tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 931 time: 0.1047685 Jul 13 14:37:58.118942 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-3f05ba5b-1093-42d5-b310-97e5cbde952d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0484b73-0dec-4568-88da-662a28278535 {{(pid=93155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:37:58.128872 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-3f05ba5b-1093-42d5-b310-97e5cbde952d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:58.144407 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-3f05ba5b-1093-42d5-b310-97e5cbde952d service neutron] Transition to ACTIVE for port object d0484b73-0dec-4568-88da-662a28278535 will not be triggered until provisioned by entity L2. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:37:58.152233 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-3f05ba5b-1093-42d5-b310-97e5cbde952d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868486'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:58.172235 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-81c48f21-4a40-4ab5-af36-8a7094979b36 req-7176f62a-a990-4dd4-b8bf-ae96468fa4f6 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759239 Jul 13 14:37:58.217797 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f05ba5b-1093-42d5-b310-97e5cbde952d service neutron] Pushing event updated for resources: {'Port': ['ID=d0484b73-0dec-4568-88da-662a28278535,revision_number=2']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:58.343797 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-3f05ba5b-1093-42d5-b310-97e5cbde952d service neutron] Attempting to bind port d0484b73-0dec-4568-88da-662a28278535 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:37:58.344152 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-3f05ba5b-1093-42d5-b310-97e5cbde952d service neutron] Attempting to bind port d0484b73-0dec-4568-88da-662a28278535 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '7c49f002-40a4-4af3-99ab-d6aac50df09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '86ac9154-8784-4774-baf0-e8c39b4cddeb'}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:37:58.344462 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-3f05ba5b-1093-42d5-b310-97e5cbde952d service neutron] Attempting to bind port d0484b73-0dec-4568-88da-662a28278535 on network 86ac9154-8784-4774-baf0-e8c39b4cddeb {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:37:58.349358 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-3f05ba5b-1093-42d5-b310-97e5cbde952d service neutron] Port d0484b73-0dec-4568-88da-662a28278535 on network 86ac9154-8784-4774-baf0-e8c39b4cddeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:37:58.349672 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-3f05ba5b-1093-42d5-b310-97e5cbde952d service neutron] Attempting to bind port d0484b73-0dec-4568-88da-662a28278535 on network 86ac9154-8784-4774-baf0-e8c39b4cddeb {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:37:58.359859 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-3f05ba5b-1093-42d5-b310-97e5cbde952d service neutron] Checking agent: {'id': 'b13b15cc-78ec-4c35-8be2-6f245ac287e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 13, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:37:58.360252 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-3f05ba5b-1093-42d5-b310-97e5cbde952d service neutron] Checking segment: {'id': '7c49f002-40a4-4af3-99ab-d6aac50df09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '86ac9154-8784-4774-baf0-e8c39b4cddeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:37:58.360606 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-3f05ba5b-1093-42d5-b310-97e5cbde952d service neutron] Bound using segment: {'id': '7c49f002-40a4-4af3-99ab-d6aac50df09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '86ac9154-8784-4774-baf0-e8c39b4cddeb'} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:37:58.361432 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-3f05ba5b-1093-42d5-b310-97e5cbde952d service neutron] Bound port: d0484b73-0dec-4568-88da-662a28278535, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c49f002-40a4-4af3-99ab-d6aac50df09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '86ac9154-8784-4774-baf0-e8c39b4cddeb'}}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:37:58.361953 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-3f05ba5b-1093-42d5-b310-97e5cbde952d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:58.365058 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65c083-9aa3-466b-9b34-347205bbefac req-730e76ef-2a71-46d9-8fd6-6e91665b2342 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:58.368049 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5d65c083-9aa3-466b-9b34-347205bbefac req-730e76ef-2a71-46d9-8fd6-6e91665b2342 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.1177163 Jul 13 14:37:58.444207 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5d65c083-9aa3-466b-9b34-347205bbefac req-c7863ace-cbdd-4fb7-b66a-a0005819ac8d tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675457 Jul 13 14:37:58.478565 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-3f05ba5b-1093-42d5-b310-97e5cbde952d service neutron] For port d0484b73-0dec-4568-88da-662a28278535, host hv-cinder-78445, cleared binding levels {{(pid=93155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:37:58.482646 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-3f05ba5b-1093-42d5-b310-97e5cbde952d service neutron] For port d0484b73-0dec-4568-88da-662a28278535, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=d0484b73-0dec-4568-88da-662a28278535,segment=NetworkSegment(7c49f002-40a4-4af3-99ab-d6aac50df09a),segment_id=7c49f002-40a4-4af3-99ab-d6aac50df09a)] {{(pid=93155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:37:58.493986 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-3f05ba5b-1093-42d5-b310-97e5cbde952d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868486'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:58.580148 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f05ba5b-1093-42d5-b310-97e5cbde952d service neutron] Pushing event updated for resources: {'Port': ['ID=d0484b73-0dec-4568-88da-662a28278535,revision_number=3']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:37:58.624660 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-3f05ba5b-1093-42d5-b310-97e5cbde952d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:58.625873 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-3f05ba5b-1093-42d5-b310-97e5cbde952d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:37:58.628358 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-3f05ba5b-1093-42d5-b310-97e5cbde952d service neutron] 10.222.0.39 "PUT /v2.0/ports/d0484b73-0dec-4568-88da-662a28278535 HTTP/1.1" status: 200 len: 1093 time: 1.5687623 Jul 13 14:37:58.629148 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f72606-c00f-4988-a38c-9dd58da2cb81', 'tag': 'd0484b73-0dec-4568-88da-662a28278535'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:37:58.634298 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969d499ae61b7a2d5523e15545dbdfcb627d31ab7a946dd0dec0766d655d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1c7bdb-8b8f-42e7-8fc1-600733af082f" -d '{"events": [{"name": "network-changed", "server_uuid": "54f72606-c00f-4988-a38c-9dd58da2cb81", "tag": "d0484b73-0dec-4568-88da-662a28278535"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:37:58.707590 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea02e26-7167-4b3e-b088-8906614275ba x-openstack-request-id: req-cea02e26-7167-4b3e-b088-8906614275ba {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:37:58.707888 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54f72606-c00f-4988-a38c-9dd58da2cb81", "tag": "d0484b73-0dec-4568-88da-662a28278535", "status": "completed", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:37:58.708144 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cea02e26-7167-4b3e-b088-8906614275ba {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:37:58.708546 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f72606-c00f-4988-a38c-9dd58da2cb81', 'tag': 'd0484b73-0dec-4568-88da-662a28278535', 'status': 'completed', 'code': 200} Jul 13 14:37:58.844432 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-9032b87b-3e50-4b89-8ff7-69e30ba2cef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:58.846785 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-9032b87b-3e50-4b89-8ff7-69e30ba2cef9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5892afb7184848a28e5c2b3bb47266c2&device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 1096 time: 0.1141841 Jul 13 14:37:58.943218 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-21663c89-a65f-49f0-8a40-9d249ff3ed2c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0484b73-0dec-4568-88da-662a28278535 HTTP/1.1" status: 200 len: 217 time: 0.0751505 Jul 13 14:37:59.005773 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-fb8c6be4-1cbb-47ac-b053-71a379324624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:59.009749 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-fb8c6be4-1cbb-47ac-b053-71a379324624 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ead56a37-b614-443b-a85d-2b5d0e7941f8 HTTP/1.1" status: 200 len: 847 time: 0.0552115 Jul 13 14:37:59.080261 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358a97a-d189-4eda-be89-bbf64da31c1e req-a807f334-732e-4752-b61b-5e12be4b8be3 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:59.082557 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3358a97a-d189-4eda-be89-bbf64da31c1e req-a807f334-732e-4752-b61b-5e12be4b8be3 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a7b8ba3-f876-4a06-9db2-c2805bf6a951 HTTP/1.1" status: 200 len: 945 time: 0.1005321 Jul 13 14:37:59.128304 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-bb528fdd-4451-4ac0-8a80-8b4dae5263a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:59.131679 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-bb528fdd-4451-4ac0-8a80-8b4dae5263a4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86ac9154-8784-4774-baf0-e8c39b4cddeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1107833 Jul 13 14:37:59.143910 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3358a97a-d189-4eda-be89-bbf64da31c1e req-859f2892-381c-4852-96c4-731fa61e3b90 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547848 Jul 13 14:37:59.298204 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-7146d45e-4032-4659-81a3-b11d9a4eab9b service neutron] 10.222.0.39 "GET /v2.0/networks/86ac9154-8784-4774-baf0-e8c39b4cddeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527162 Jul 13 14:37:59.302807 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b98ef8-1608-4c80-9aec-958682488dab req-e6afe087-f269-4fe2-953b-04ff7b7dfe26 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:59.306097 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f0b98ef8-1608-4c80-9aec-958682488dab req-e6afe087-f269-4fe2-953b-04ff7b7dfe26 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 945 time: 0.1584678 Jul 13 14:37:59.431754 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-02c766cb-6618-4887-92c3-7b3f6418a088 req-e3b03089-72e5-42b6-a87a-499c19f09cb2 service neutron] 10.222.0.39 "GET /v2.0/networks/86ac9154-8784-4774-baf0-e8c39b4cddeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245811 Jul 13 14:37:59.434612 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f0b98ef8-1608-4c80-9aec-958682488dab req-e0e58314-76ec-48ba-8f92-07e03e51402f tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181729 Jul 13 14:37:59.482172 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627c4ec-9fc9-4b17-9209-6e80edaa3920 req-fe614530-fd00-4c75-8e9f-77101164dcda tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:59.486849 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4627c4ec-9fc9-4b17-9209-6e80edaa3920 req-fe614530-fd00-4c75-8e9f-77101164dcda tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 943 time: 0.1493726 Jul 13 14:37:59.572773 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4627c4ec-9fc9-4b17-9209-6e80edaa3920 req-ee1ac8bd-b5ed-40c5-a24a-162f502a3687 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767784 Jul 13 14:37:59.756832 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c7bdb-8b8f-42e7-8fc1-600733af082f req-1985e7d4-16df-4a08-ab9c-8a69a781d818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:59.758990 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-8e1c7bdb-8b8f-42e7-8fc1-600733af082f req-1985e7d4-16df-4a08-ab9c-8a69a781d818 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5892afb7184848a28e5c2b3bb47266c2&device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 1096 time: 0.1685147 Jul 13 14:37:59.912618 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e97091-076d-481f-9840-d16a94715d8b req-5b660948-6917-470c-8464-4545b91596d7 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:59.915552 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-33e97091-076d-481f-9840-d16a94715d8b req-5b660948-6917-470c-8464-4545b91596d7 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.1548586 Jul 13 14:37:59.917387 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c7bdb-8b8f-42e7-8fc1-600733af082f req-eadaaf7d-5593-4707-a6bf-c3fe6d3566b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:37:59.918944 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-8e1c7bdb-8b8f-42e7-8fc1-600733af082f req-eadaaf7d-5593-4707-a6bf-c3fe6d3566b8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=86ac9154-8784-4774-baf0-e8c39b4cddeb HTTP/1.1" status: 200 len: 909 time: 0.1480224 Jul 13 14:37:59.983327 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-33e97091-076d-481f-9840-d16a94715d8b req-8edccfde-3752-446c-9ce1-91f0a6d99e36 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594480 Jul 13 14:38:00.009753 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-8e1c7bdb-8b8f-42e7-8fc1-600733af082f req-0f7f8df5-a3a4-4473-a063-9233ebeef168 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0484b73-0dec-4568-88da-662a28278535 HTTP/1.1" status: 200 len: 217 time: 0.0803421 Jul 13 14:38:00.132218 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c7bdb-8b8f-42e7-8fc1-600733af082f req-f9818b53-cda5-4513-9045-267bb8b3646a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:00.132218 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-8e1c7bdb-8b8f-42e7-8fc1-600733af082f req-f9818b53-cda5-4513-9045-267bb8b3646a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ead56a37-b614-443b-a85d-2b5d0e7941f8 HTTP/1.1" status: 200 len: 847 time: 0.0891273 Jul 13 14:38:00.321397 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c7bdb-8b8f-42e7-8fc1-600733af082f req-9624ca86-1375-4fb2-b32a-bc0be987e946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:00.323471 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-8e1c7bdb-8b8f-42e7-8fc1-600733af082f req-9624ca86-1375-4fb2-b32a-bc0be987e946 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86ac9154-8784-4774-baf0-e8c39b4cddeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1874902 Jul 13 14:38:00.488925 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-8e1c7bdb-8b8f-42e7-8fc1-600733af082f req-d07d4606-255c-4d97-9587-167a367f7177 service neutron] 10.222.0.39 "GET /v2.0/networks/86ac9154-8784-4774-baf0-e8c39b4cddeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409557 Jul 13 14:38:00.658678 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-8e1c7bdb-8b8f-42e7-8fc1-600733af082f req-9afe9920-847e-4d11-8946-4ec08931b4be service neutron] 10.222.0.39 "GET /v2.0/networks/86ac9154-8784-4774-baf0-e8c39b4cddeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598594 Jul 13 14:38:00.691108 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e7a42-7c7f-4989-8e66-1b305a4b7528 req-a58b903d-547b-40ef-9824-f76239468560 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:00.692706 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6d3e7a42-7c7f-4989-8e66-1b305a4b7528 req-a58b903d-547b-40ef-9824-f76239468560 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 945 time: 0.0868573 Jul 13 14:38:00.757045 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6d3e7a42-7c7f-4989-8e66-1b305a4b7528 req-b8c66caf-503a-43b3-920c-a64a1877ec38 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514600 Jul 13 14:38:00.946151 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468aaf0b-68e9-43fb-b385-f441c4c4c188 req-5cd69eed-dd07-4efc-a813-ea5ed053f397 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:00.959387 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-468aaf0b-68e9-43fb-b385-f441c4c4c188 req-5cd69eed-dd07-4efc-a813-ea5ed053f397 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 943 time: 0.1542997 Jul 13 14:38:01.040004 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-468aaf0b-68e9-43fb-b385-f441c4c4c188 req-8a87b7b0-a0db-4a77-9a55-aed35581fea2 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791602 Jul 13 14:38:01.337127 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4b693-97e6-4d2a-9885-a046e3d23ff0 req-051ea47f-f6fa-4b10-97b7-f5e56add6683 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:01.339751 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-02f4b693-97e6-4d2a-9885-a046e3d23ff0 req-051ea47f-f6fa-4b10-97b7-f5e56add6683 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.1209850 Jul 13 14:38:01.392377 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-02f4b693-97e6-4d2a-9885-a046e3d23ff0 req-262ec718-4b3b-42a1-b64b-d8c032d9ce04 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457904 Jul 13 14:38:02.014580 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8a90f-acd0-46a7-b9e6-4790ec6d6c04 req-ac28c6fb-d4b7-426a-9b36-c06ca674e7f8 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:02.017954 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1eb8a90f-acd0-46a7-b9e6-4790ec6d6c04 req-ac28c6fb-d4b7-426a-9b36-c06ca674e7f8 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 945 time: 0.1073833 Jul 13 14:38:02.071261 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1eb8a90f-acd0-46a7-b9e6-4790ec6d6c04 req-c2476086-df55-447f-8102-757276147bba tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414834 Jul 13 14:38:02.362339 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff16dfd-72bf-43f1-98f1-222deb6ae292 req-6f0a054a-ab42-4dae-8317-1730c4bc9fb4 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:02.371071 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3ff16dfd-72bf-43f1-98f1-222deb6ae292 req-6f0a054a-ab42-4dae-8317-1730c4bc9fb4 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 943 time: 0.0838900 Jul 13 14:38:02.424943 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3ff16dfd-72bf-43f1-98f1-222deb6ae292 req-b3f588cb-a050-42b8-9ff3-561660dfac4f tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523317 Jul 13 14:38:02.736565 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d2211-4713-4d80-82cd-10571c2f5b1c req-8daf4fc7-b419-46ff-b6d6-f0274b849ef6 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:02.758279 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-346d2211-4713-4d80-82cd-10571c2f5b1c req-8daf4fc7-b419-46ff-b6d6-f0274b849ef6 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.1446373 Jul 13 14:38:02.930867 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-346d2211-4713-4d80-82cd-10571c2f5b1c req-0113d0aa-3671-4d4a-9184-178d2ff9dd9f tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644723 Jul 13 14:38:02.977482 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337b27b-5d68-442a-8dbd-ad00404fb4e9 req-5e77e2d5-f7a6-4f65-849e-93242c057591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:02.979061 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-a337b27b-5d68-442a-8dbd-ad00404fb4e9 req-5e77e2d5-f7a6-4f65-849e-93242c057591 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fc557a9da65c4850a0db554e60444325&device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 1098 time: 0.0930359 Jul 13 14:38:02.982732 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6d74b-190f-4b74-831b-39405dc6bfca req-01fad212-d86d-4fb5-87ca-e58e6b5334b0 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:02.984336 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-54f6d74b-190f-4b74-831b-39405dc6bfca req-01fad212-d86d-4fb5-87ca-e58e6b5334b0 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.1563120 Jul 13 14:38:03.056493 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-54f6d74b-190f-4b74-831b-39405dc6bfca req-ef2d5cd8-8e56-4814-90d0-12a9783896b0 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646114 Jul 13 14:38:03.112857 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337b27b-5d68-442a-8dbd-ad00404fb4e9 req-259caa30-aa97-47b5-94f4-d1412e070069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:03.114561 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-a337b27b-5d68-442a-8dbd-ad00404fb4e9 req-259caa30-aa97-47b5-94f4-d1412e070069 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c60399fe-47fd-4adc-84b8-a09ce78c9d83 HTTP/1.1" status: 200 len: 920 time: 0.1271102 Jul 13 14:38:03.171636 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-a337b27b-5d68-442a-8dbd-ad00404fb4e9 req-a5913ed0-18db-4409-b82b-c73ec5c05e61 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6109ef05-e9de-4df0-90ea-df14f1f97426 HTTP/1.1" status: 200 len: 217 time: 0.0399764 Jul 13 14:38:03.247383 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337b27b-5d68-442a-8dbd-ad00404fb4e9 req-e6ac006b-37c3-4e42-a8a7-929f44c8e780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:03.251795 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-a337b27b-5d68-442a-8dbd-ad00404fb4e9 req-e6ac006b-37c3-4e42-a8a7-929f44c8e780 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=57ef7d24-de03-448d-9f18-05ea2c1e72c3 HTTP/1.1" status: 200 len: 859 time: 0.0638623 Jul 13 14:38:03.286588 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-26fc0b55-6ce4-4398-ba13-45db16a7a868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:03.294649 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7c6ec-fa5c-46b8-93d9-b249f742c584 req-b80cb710-ef2a-4557-8eb1-5bdb8b5ebdb1 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:03.296551 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2de7c6ec-fa5c-46b8-93d9-b249f742c584 req-b80cb710-ef2a-4557-8eb1-5bdb8b5ebdb1 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 945 time: 0.0865507 Jul 13 14:38:03.306853 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-a337b27b-5d68-442a-8dbd-ad00404fb4e9 req-3c2b218b-80e2-4feb-bbd8-b539c981c5e0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c60399fe-47fd-4adc-84b8-a09ce78c9d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405078 Jul 13 14:38:03.353697 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2de7c6ec-fa5c-46b8-93d9-b249f742c584 req-3128397e-aa5e-4758-9673-d70e404b8aa7 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512426 Jul 13 14:38:03.431752 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-a337b27b-5d68-442a-8dbd-ad00404fb4e9 req-09d39288-6f62-43b6-8cd2-46c240cb7f51 service neutron] 10.222.0.39 "GET /v2.0/networks/c60399fe-47fd-4adc-84b8-a09ce78c9d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161435 Jul 13 14:38:03.564709 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-a337b27b-5d68-442a-8dbd-ad00404fb4e9 req-4f914c0a-13ef-4989-a52d-515f80f58df6 service neutron] 10.222.0.39 "GET /v2.0/networks/c60399fe-47fd-4adc-84b8-a09ce78c9d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179378 Jul 13 14:38:03.702515 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8bb41-fb02-4689-b8c0-d77ef33829ee req-223391ed-f1ba-4210-b047-97fa9d6452b0 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:03.704214 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c3f8bb41-fb02-4689-b8c0-d77ef33829ee req-223391ed-f1ba-4210-b047-97fa9d6452b0 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 943 time: 0.1017721 Jul 13 14:38:03.768721 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c3f8bb41-fb02-4689-b8c0-d77ef33829ee req-c5f14d17-7a2a-47bc-9571-5203b4e573af tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533142 Jul 13 14:38:04.151870 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f93c4-2bef-466a-bab0-b9f9641fd37e req-2e2834ac-4cd9-4c5b-a467-7bfee19c6983 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:04.153752 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5a7f93c4-2bef-466a-bab0-b9f9641fd37e req-2e2834ac-4cd9-4c5b-a467-7bfee19c6983 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.0881009 Jul 13 14:38:04.215952 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5a7f93c4-2bef-466a-bab0-b9f9641fd37e req-c8a757d1-6fe3-40a3-9222-86f86b32f566 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553493 Jul 13 14:38:04.300292 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d59d9-0326-4d0b-9fc8-43afd09c5b70 req-0dc057f6-8a87-4ff8-a4ac-0d9dadbd66b8 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:04.301937 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-573d59d9-0326-4d0b-9fc8-43afd09c5b70 req-0dc057f6-8a87-4ff8-a4ac-0d9dadbd66b8 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.1099267 Jul 13 14:38:04.360938 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-573d59d9-0326-4d0b-9fc8-43afd09c5b70 req-aec51b5f-1b7b-41ad-af56-eb87a1dda461 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480366 Jul 13 14:38:04.567849 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671fee1-1eba-433c-b43a-213d78eec848 req-f3d22ce3-c3be-4877-9460-366100e66b79 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:04.569993 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a671fee1-1eba-433c-b43a-213d78eec848 req-f3d22ce3-c3be-4877-9460-366100e66b79 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 945 time: 0.0724113 Jul 13 14:38:04.620212 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a671fee1-1eba-433c-b43a-213d78eec848 req-399ceeb5-1a86-4d03-a5b5-dbbdd6bf8758 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443738 Jul 13 14:38:05.037358 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb8420f-7258-419b-8356-ad59ba86e6e1 req-ddd76b9a-b8ab-47ae-8268-c47786e781cf tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:05.049037 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6fb8420f-7258-419b-8356-ad59ba86e6e1 req-ddd76b9a-b8ab-47ae-8268-c47786e781cf tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 943 time: 0.1013772 Jul 13 14:38:05.096441 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6fb8420f-7258-419b-8356-ad59ba86e6e1 req-79d4e588-3f8c-4fb8-a78f-78ddc8a775f7 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463240 Jul 13 14:38:05.517140 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62015167-bf77-4ba0-90ef-baf74d951115 req-9c454ff8-5305-43d9-bec7-bc26e571d26d tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:05.519277 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-62015167-bf77-4ba0-90ef-baf74d951115 req-9c454ff8-5305-43d9-bec7-bc26e571d26d tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.1374385 Jul 13 14:38:05.600843 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-62015167-bf77-4ba0-90ef-baf74d951115 req-2ec68eb8-e2c8-434a-aacc-909f7c18e709 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513551 Jul 13 14:38:05.625189 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a71f94-4303-42fb-a66b-f721743be01f req-cf8350e1-0140-4314-a9df-23b9696fa08e tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:05.626722 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f7a71f94-4303-42fb-a66b-f721743be01f req-cf8350e1-0140-4314-a9df-23b9696fa08e tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.1059213 Jul 13 14:38:05.717859 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f7a71f94-4303-42fb-a66b-f721743be01f req-97bc4958-7f43-4d0b-b0ab-cade40471f65 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848114 Jul 13 14:38:05.855108 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4af26-24c1-44b2-a92a-761b225eb274 req-c1ffae55-d8f7-4971-852e-433d6d5ca05f tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:05.856646 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ada4af26-24c1-44b2-a92a-761b225eb274 req-c1ffae55-d8f7-4971-852e-433d6d5ca05f tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 945 time: 0.0894735 Jul 13 14:38:05.906144 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-39902e99-6548-4ce9-9fe9-955955f50a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:05.912922 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ada4af26-24c1-44b2-a92a-761b225eb274 req-87e8f5ea-7d07-4af5-9f5d-2e7370fa96d9 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503044 Jul 13 14:38:06.175530 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:06.371862 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f0336-c65b-49d7-a897-9254731fde2b req-c500e54c-d534-46e3-9e45-419d714d5508 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:06.381427 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-377f0336-c65b-49d7-a897-9254731fde2b req-c500e54c-d534-46e3-9e45-419d714d5508 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 943 time: 0.0998819 Jul 13 14:38:06.468951 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-377f0336-c65b-49d7-a897-9254731fde2b req-c778903d-9d2f-4c42-94d0-6248fcbabdd4 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847464 Jul 13 14:38:06.860913 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e4d60-b4ba-45c0-9a37-36c374c5fe94 req-273ab37d-dd39-45bf-ad9e-ec56283a6008 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:06.864114 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e33e4d60-b4ba-45c0-9a37-36c374c5fe94 req-273ab37d-dd39-45bf-ad9e-ec56283a6008 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.0969772 Jul 13 14:38:06.928000 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e33e4d60-b4ba-45c0-9a37-36c374c5fe94 req-53e23533-0cef-4b43-9b37-a83509c62ef1 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572898 Jul 13 14:38:07.070510 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061958a-7ab7-42a4-8cd8-7e6031a400b5 req-e9043a08-e3e9-4c3a-8e3d-f6f060703ca4 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:07.072940 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2061958a-7ab7-42a4-8cd8-7e6031a400b5 req-e9043a08-e3e9-4c3a-8e3d-f6f060703ca4 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.1023071 Jul 13 14:38:07.164119 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:07.203349 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2061958a-7ab7-42a4-8cd8-7e6031a400b5 req-9640a5b3-5fe7-4e5c-baf6-7a580098123e tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229820 Jul 13 14:38:07.253800 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89305be1-1a6c-4821-8cd6-1ed913ada3d7 req-92741155-72d7-40a8-a92d-aebd0561d0e8 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:07.260469 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-89305be1-1a6c-4821-8cd6-1ed913ada3d7 req-92741155-72d7-40a8-a92d-aebd0561d0e8 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 945 time: 0.1311667 Jul 13 14:38:07.315279 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-89305be1-1a6c-4821-8cd6-1ed913ada3d7 req-c205eddd-7ebe-497f-8c5a-3ae0e13360de tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470147 Jul 13 14:38:07.763211 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ebc57-61c7-4d45-a260-188b38418534 req-3a9fcd72-abda-4b7a-8d9f-51bb317975a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:07.765697 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-ac6ebc57-61c7-4d45-a260-188b38418534 req-3a9fcd72-abda-4b7a-8d9f-51bb317975a4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4db817ef0fe4408794a0ef962b27746d&device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 1098 time: 0.0884581 Jul 13 14:38:07.786287 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d56065-8ea2-4173-b8b1-ae11acf46a49 req-2dbc5012-f7e3-4c51-8369-ed8f2cebc2e9 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:07.790518 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e6d56065-8ea2-4173-b8b1-ae11acf46a49 req-2dbc5012-f7e3-4c51-8369-ed8f2cebc2e9 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 943 time: 0.1300423 Jul 13 14:38:07.818204 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd61016-eb3b-4e23-bde0-39d05b36230d req-88676f85-eaf3-490f-8b9e-0b0abbb6e02f tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:07.820498 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0bd61016-eb3b-4e23-bde0-39d05b36230d req-88676f85-eaf3-490f-8b9e-0b0abbb6e02f tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.2184584 Jul 13 14:38:07.847012 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e6d56065-8ea2-4173-b8b1-ae11acf46a49 req-72c189a6-9045-4c38-be22-9a96a7be06a2 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552645 Jul 13 14:38:07.917968 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ebc57-61c7-4d45-a260-188b38418534 req-e7b18826-9693-4316-92b1-970d0c3c85c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:07.919811 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-ac6ebc57-61c7-4d45-a260-188b38418534 req-e7b18826-9693-4316-92b1-970d0c3c85c2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3b901448-fc45-4cdb-afb8-8ba3d59219c4 HTTP/1.1" status: 200 len: 912 time: 0.1407738 Jul 13 14:38:07.920294 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0bd61016-eb3b-4e23-bde0-39d05b36230d req-f467fb94-b79c-4118-95ba-450af73dccd8 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704856 Jul 13 14:38:07.999761 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-ac6ebc57-61c7-4d45-a260-188b38418534 req-53692fac-a6cb-4bb5-925d-cba9c1bf2e16 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=064feea6-f808-4b0f-aae3-1e62d41fb057 HTTP/1.1" status: 200 len: 1001 time: 0.0717041 Jul 13 14:38:08.117114 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ebc57-61c7-4d45-a260-188b38418534 req-8d0cfffe-e364-48ae-99ba-f3607794a088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:08.120801 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-ac6ebc57-61c7-4d45-a260-188b38418534 req-8d0cfffe-e364-48ae-99ba-f3607794a088 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=58921e0e-d271-42d3-8bb5-36a41aaf8b06 HTTP/1.1" status: 200 len: 850 time: 0.1006446 Jul 13 14:38:08.206026 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ebc57-61c7-4d45-a260-188b38418534 req-094c6f72-01f3-4b30-9ce2-e65be7041df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:08.208323 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-ac6ebc57-61c7-4d45-a260-188b38418534 req-094c6f72-01f3-4b30-9ce2-e65be7041df1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3b901448-fc45-4cdb-afb8-8ba3d59219c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0790980 Jul 13 14:38:08.357496 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-ac6ebc57-61c7-4d45-a260-188b38418534 req-6f7403a2-7a01-42da-bd4c-52b8e52565b0 service neutron] 10.222.0.39 "GET /v2.0/networks/3b901448-fc45-4cdb-afb8-8ba3d59219c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357670 Jul 13 14:38:08.520608 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-ac6ebc57-61c7-4d45-a260-188b38418534 req-a10c0be5-d64d-4257-8525-e7ce00a2ab29 service neutron] 10.222.0.39 "GET /v2.0/networks/3b901448-fc45-4cdb-afb8-8ba3d59219c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524844 Jul 13 14:38:08.579588 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:08.803758 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb1f709-05b1-4586-891a-776fc14d473d req-9a05e7c8-b8bb-4ee8-94c9-89435af0574b tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:08.804907 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0eb1f709-05b1-4586-891a-776fc14d473d req-9a05e7c8-b8bb-4ee8-94c9-89435af0574b tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.3728316 Jul 13 14:38:08.852826 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f6408-1dc1-41df-ba78-6ebead6f751b req-7574f45f-3e69-405c-a4b3-815519c0dc19 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:08.854549 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f66f6408-1dc1-41df-ba78-6ebead6f751b req-7574f45f-3e69-405c-a4b3-815519c0dc19 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 945 time: 0.3462949 Jul 13 14:38:08.874558 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0eb1f709-05b1-4586-891a-776fc14d473d req-c2a9367c-167c-4864-93f6-e3c6d68bc721 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603197 Jul 13 14:38:08.906667 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f66f6408-1dc1-41df-ba78-6ebead6f751b req-7f92cf47-4442-4f24-b8c0-72a6b5f55da4 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463219 Jul 13 14:38:09.104968 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe06c34-88a6-4106-92aa-b5ddc39ce4d2 req-efe9c73d-12b8-4faa-b423-fb50edb54b68 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:09.107028 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5fe06c34-88a6-4106-92aa-b5ddc39ce4d2 req-efe9c73d-12b8-4faa-b423-fb50edb54b68 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 943 time: 0.1070166 Jul 13 14:38:09.159085 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b20885-bf06-4b98-b72f-4b7a49ce3ca1 req-4e3e0798-e5aa-4034-898e-7cf3b5d25e5c tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:09.160627 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-79b20885-bf06-4b98-b72f-4b7a49ce3ca1 req-4e3e0798-e5aa-4034-898e-7cf3b5d25e5c tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.1158860 Jul 13 14:38:09.169736 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5fe06c34-88a6-4106-92aa-b5ddc39ce4d2 req-7d2cdef0-c7d8-43b8-9d7d-38822076de5a tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538995 Jul 13 14:38:09.208459 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-79b20885-bf06-4b98-b72f-4b7a49ce3ca1 req-fffe7485-d33d-4279-a4b0-1f74c66e6388 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422506 Jul 13 14:38:10.091830 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75c011-9ec7-4167-a1e4-a7ffdb846bde req-e8812f21-e313-4bdd-8614-6084876b99dd tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:10.093241 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1c75c011-9ec7-4167-a1e4-a7ffdb846bde req-e8812f21-e313-4bdd-8614-6084876b99dd tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.0957282 Jul 13 14:38:10.152733 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device d0484b73-0dec-4568-88da-662a28278535 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:38:10.154366 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1c75c011-9ec7-4167-a1e4-a7ffdb846bde req-154f1540-b1c9-4690-8943-1f24a7f36f69 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421927 Jul 13 14:38:10.188572 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a60799-3850-45c3-a19b-30351703beb2 req-92e957ff-bebd-4584-9226-7c4dbef437f0 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:10.190204 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-01a60799-3850-45c3-a19b-30351703beb2 req-92e957ff-bebd-4584-9226-7c4dbef437f0 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 945 time: 0.1179016 Jul 13 14:38:10.262112 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-01a60799-3850-45c3-a19b-30351703beb2 req-4ad4cc80-4f41-4cd9-bbde-0c6b9fe85688 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564797 Jul 13 14:38:10.284329 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e7746-10ad-4b28-882a-16b0467ce126 req-1e024d60-d60e-46ba-b516-b4fc7f0c1392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:10.287165 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-df6e7746-10ad-4b28-882a-16b0467ce126 req-1e024d60-d60e-46ba-b516-b4fc7f0c1392 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a5169c26b204473880f57831a5e71229&device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 1098 time: 0.0732059 Jul 13 14:38:10.301893 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port d0484b73-0dec-4568-88da-662a28278535, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=d0484b73-0dec-4568-88da-662a28278535,segment=NetworkSegment(7c49f002-40a4-4af3-99ab-d6aac50df09a),segment_id=7c49f002-40a4-4af3-99ab-d6aac50df09a)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:38:10.315552 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Returning: {'device': 'd0484b73-0dec-4568-88da-662a28278535', 'network_id': '86ac9154-8784-4774-baf0-e8c39b4cddeb', 'port_id': 'd0484b73-0dec-4568-88da-662a28278535', 'mac_address': 'fa:16:3e:df:3e:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ead56a37-b614-443b-a85d-2b5d0e7941f8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:38:10.358850 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:10.378370 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0484b73-0dec-4568-88da-662a28278535 {{(pid=93156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:38:10.397685 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e7746-10ad-4b28-882a-16b0467ce126 req-e52acb20-88e9-475e-aaf4-31f1d0f5606b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:10.399250 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-df6e7746-10ad-4b28-882a-16b0467ce126 req-e52acb20-88e9-475e-aaf4-31f1d0f5606b service neutron] 10.222.0.39 "GET /v2.0/networks?id=b04875e6-1fc2-4c4b-96d5-3d915be01c53 HTTP/1.1" status: 200 len: 918 time: 0.1003788 Jul 13 14:38:10.404462 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port d0484b73-0dec-4568-88da-662a28278535, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=d0484b73-0dec-4568-88da-662a28278535,segment=NetworkSegment(7c49f002-40a4-4af3-99ab-d6aac50df09a),segment_id=7c49f002-40a4-4af3-99ab-d6aac50df09a)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:38:10.411644 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:10.447987 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186251d-6214-452a-9d8d-7044e3125187 req-42316ddd-00c5-4c7c-8d25-285aee9bb746 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:10.449534 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d186251d-6214-452a-9d8d-7044e3125187 req-42316ddd-00c5-4c7c-8d25-285aee9bb746 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 943 time: 0.1066270 Jul 13 14:38:10.473320 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=d0484b73-0dec-4568-88da-662a28278535,revision_number=4']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:10.476887 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-df6e7746-10ad-4b28-882a-16b0467ce126 req-e2808adb-9f02-4ee1-822a-ca7ea3936a69 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96e9db92-4167-45b2-b18d-aa1795f4bd8f HTTP/1.1" status: 200 len: 1001 time: 0.0692265 Jul 13 14:38:10.482700 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:10.483230 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:10.483790 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:10.484179 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:10.484567 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:10.484967 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:10.485424 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:10.485812 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:10.486217 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:10.486797 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:10.487336 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:10.487830 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:10.501590 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56169f-3076-4862-b76a-9087d2ca171c req-96a1bf72-0c44-4b8c-9d85-77ebcef23984 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:10.503136 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ee56169f-3076-4862-b76a-9087d2ca171c req-96a1bf72-0c44-4b8c-9d85-77ebcef23984 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.1048768 Jul 13 14:38:10.546168 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d186251d-6214-452a-9d8d-7044e3125187 req-47ac1b7c-c67b-4011-9deb-b5e257c83e40 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756099 Jul 13 14:38:10.547965 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e7746-10ad-4b28-882a-16b0467ce126 req-339bacd9-7e90-4dcc-bd5c-3d52e5f974a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:10.549443 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-df6e7746-10ad-4b28-882a-16b0467ce126 req-339bacd9-7e90-4dcc-bd5c-3d52e5f974a4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2093f447-27c9-42a2-bbad-8523311dd7a9 HTTP/1.1" status: 200 len: 856 time: 0.0574656 Jul 13 14:38:10.574293 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ee56169f-3076-4862-b76a-9087d2ca171c req-1207871d-e6f8-476d-b787-843dbcf3a377 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605056 Jul 13 14:38:10.637651 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e7746-10ad-4b28-882a-16b0467ce126 req-09ee0dcc-cac5-42bd-ae20-741e43a32a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:10.639369 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-df6e7746-10ad-4b28-882a-16b0467ce126 req-09ee0dcc-cac5-42bd-ae20-741e43a32a50 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b04875e6-1fc2-4c4b-96d5-3d915be01c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0623281 Jul 13 14:38:10.747840 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-df6e7746-10ad-4b28-882a-16b0467ce126 req-83c11018-7b5c-4104-a50b-85387391de4e service neutron] 10.222.0.39 "GET /v2.0/networks/b04875e6-1fc2-4c4b-96d5-3d915be01c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889893 Jul 13 14:38:10.853018 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-df6e7746-10ad-4b28-882a-16b0467ce126 req-bb5c1046-6bcf-4eb9-89f1-e27ddf4ee963 service neutron] 10.222.0.39 "GET /v2.0/networks/b04875e6-1fc2-4c4b-96d5-3d915be01c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957391 Jul 13 14:38:11.014593 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] get_ports_and_sgs() called for port_ids ['d0484b73-0dec-4568-88da-662a28278535'] {{(pid=93156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:38:11.376700 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5525c-e243-462b-88da-565fe7f72481 req-6fcec367-4f35-420a-a406-77442b46b1f6 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:11.380301 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-edf5525c-e243-462b-88da-565fe7f72481 req-6fcec367-4f35-420a-a406-77442b46b1f6 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.1011496 Jul 13 14:38:11.460515 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-edf5525c-e243-462b-88da-565fe7f72481 req-18435059-d94e-47df-a258-f121dc3fa41e tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734556 Jul 13 14:38:11.502278 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72dec9-f4e4-4650-bf01-08b5b056182b req-d7e3c78d-f856-4325-832c-0a7f1e797b92 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:11.505046 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3b72dec9-f4e4-4650-bf01-08b5b056182b req-d7e3c78d-f856-4325-832c-0a7f1e797b92 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 945 time: 0.1100934 Jul 13 14:38:11.554186 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3b72dec9-f4e4-4650-bf01-08b5b056182b req-6952d28b-8a7f-4543-8d37-8b467c6c7639 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412188 Jul 13 14:38:11.845049 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af0d3e-c002-4c2c-b68a-7c7631763251 req-30ddb502-bfb7-401b-9095-1be9b23606c7 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:11.846590 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a0af0d3e-c002-4c2c-b68a-7c7631763251 req-30ddb502-bfb7-401b-9095-1be9b23606c7 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 944 time: 0.0998974 Jul 13 14:38:11.895885 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a0af0d3e-c002-4c2c-b68a-7c7631763251 req-006d7f69-35d3-4405-ab66-5f232a236ec9 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388966 Jul 13 14:38:12.159863 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 96e9db92-4167-45b2-b18d-aa1795f4bd8f no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:38:12.243224 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:12.268556 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2710a355-6e44-4b59-827d-302f15c9d6d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96e9db92-4167-45b2-b18d-aa1795f4bd8f'}] {{(pid=93156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:38:12.271017 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd5989a68af48bbe0a00b0c674d1da0e65c633cef20e3ffd105cdad221ff8d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df0da24-7b07-4080-97c2-6591d23677d1" -d '{"events": [{"server_uuid": "2710a355-6e44-4b59-827d-302f15c9d6d9", "name": "network-vif-unplugged", "status": "completed", "tag": "96e9db92-4167-45b2-b18d-aa1795f4bd8f"}]}' {{(pid=93156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:38:12.292745 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port 96e9db92-4167-45b2-b18d-aa1795f4bd8f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=96e9db92-4167-45b2-b18d-aa1795f4bd8f,segment=NetworkSegment(4ad0260d-356e-47c3-9fe1-42a46c9ee2c2),segment_id=4ad0260d-356e-47c3-9fe1-42a46c9ee2c2)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:38:12.298671 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:12.331897 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 14:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b843bfb3-5fdd-4c26-83b0-ff285572d2a2 x-openstack-request-id: req-b843bfb3-5fdd-4c26-83b0-ff285572d2a2 {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:38:12.332226 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2710a355-6e44-4b59-827d-302f15c9d6d9", "name": "network-vif-unplugged", "status": "completed", "tag": "96e9db92-4167-45b2-b18d-aa1795f4bd8f", "code": 200}]} {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:38:12.332468 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b843bfb3-5fdd-4c26-83b0-ff285572d2a2 {{(pid=93156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:38:12.332854 dv-cinder-784453-8-iscsi neutron-server[93156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2710a355-6e44-4b59-827d-302f15c9d6d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96e9db92-4167-45b2-b18d-aa1795f4bd8f', 'code': 200} Jul 13 14:38:12.367388 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=96e9db92-4167-45b2-b18d-aa1795f4bd8f,revision_number=8']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:12.657757 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064fae37-919d-41fa-9c31-09d932fcf8bb req-2d31d26d-27a4-46ee-8268-51c74959d447 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:12.659688 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-064fae37-919d-41fa-9c31-09d932fcf8bb req-2d31d26d-27a4-46ee-8268-51c74959d447 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.0748086 Jul 13 14:38:12.700625 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-064fae37-919d-41fa-9c31-09d932fcf8bb req-595b276f-0196-48f1-82c1-c0e06b5a9ed0 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351341 Jul 13 14:38:12.766576 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4e730-c60c-4c0e-935b-f2d5e4a9745f req-a21e280a-222c-47db-bc0d-32ad76867e8c tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:12.768180 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-26d4e730-c60c-4c0e-935b-f2d5e4a9745f req-a21e280a-222c-47db-bc0d-32ad76867e8c tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 943 time: 0.0709887 Jul 13 14:38:12.818668 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-26d4e730-c60c-4c0e-935b-f2d5e4a9745f req-73f83da3-3645-47b9-b0aa-3e4935895696 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433493 Jul 13 14:38:13.120527 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbea221-c2e1-4b0c-9971-6773209ad54b req-79213c3d-1a43-436e-9505-929ed15155f3 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:13.122136 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ecbea221-c2e1-4b0c-9971-6773209ad54b req-79213c3d-1a43-436e-9505-929ed15155f3 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 944 time: 0.0656672 Jul 13 14:38:13.165223 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ecbea221-c2e1-4b0c-9971-6773209ad54b req-8d982c12-c87f-4f8f-b332-186b0abd343b tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369995 Jul 13 14:38:13.896144 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a9b86e-aa02-47bc-af4d-64d4eea3e937 req-fc05ecca-b67b-4cbd-b6b7-e90f7b07e275 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:13.898686 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-97a9b86e-aa02-47bc-af4d-64d4eea3e937 req-fc05ecca-b67b-4cbd-b6b7-e90f7b07e275 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.0840745 Jul 13 14:38:13.952777 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-97a9b86e-aa02-47bc-af4d-64d4eea3e937 req-69cbf67b-8d06-427d-91a0-c3ae602688af tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476835 Jul 13 14:38:14.039257 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac25017-2aa2-4ea5-a95a-2cc8aa16fa7f req-85d1427e-ed8c-4a38-a415-4f87148625a0 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:14.041731 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6ac25017-2aa2-4ea5-a95a-2cc8aa16fa7f req-85d1427e-ed8c-4a38-a415-4f87148625a0 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 943 time: 0.0877564 Jul 13 14:38:14.082765 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6ac25017-2aa2-4ea5-a95a-2cc8aa16fa7f req-98834841-d0b9-4802-867b-c73ac2444f3f tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334427 Jul 13 14:38:14.214187 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device d0484b73-0dec-4568-88da-662a28278535 up at agent hyperv_hv-cinder-78445 {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:38:14.327474 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Provisioning for port d0484b73-0dec-4568-88da-662a28278535 completed by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:38:14.333416 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Provisioning complete for port d0484b73-0dec-4568-88da-662a28278535 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:14.333792 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:14.423704 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe7349-6207-421d-aa88-36a74abe639b req-e3123a20-8396-4113-b957-d6858a69683f tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:14.429646 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:14.431285 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4ebe7349-6207-421d-aa88-36a74abe639b req-e3123a20-8396-4113-b957-d6858a69683f tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 944 time: 0.1276474 Jul 13 14:38:14.475707 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f72606-c00f-4988-a38c-9dd58da2cb81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0484b73-0dec-4568-88da-662a28278535'}] {{(pid=93156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:38:14.478048 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd5989a68af48bbe0a00b0c674d1da0e65c633cef20e3ffd105cdad221ff8d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ecc088-813b-4e1e-9ac5-a3bb5b43c420" -d '{"events": [{"server_uuid": "54f72606-c00f-4988-a38c-9dd58da2cb81", "name": "network-vif-plugged", "status": "completed", "tag": "d0484b73-0dec-4568-88da-662a28278535"}]}' {{(pid=93156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:38:14.494767 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4ebe7349-6207-421d-aa88-36a74abe639b req-a5b41d19-2ccf-46d5-94da-eaa666c70ae4 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549719 Jul 13 14:38:14.497191 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port d0484b73-0dec-4568-88da-662a28278535, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=d0484b73-0dec-4568-88da-662a28278535,segment=NetworkSegment(7c49f002-40a4-4af3-99ab-d6aac50df09a),segment_id=7c49f002-40a4-4af3-99ab-d6aac50df09a)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:38:14.502756 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:14.503657 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 96e9db92-4167-45b2-b18d-aa1795f4bd8f no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:38:14.623584 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=d0484b73-0dec-4568-88da-662a28278535,revision_number=5']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:14.689920 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d36dc49-7664-4719-a431-2bb875e3b14d x-openstack-request-id: req-1d36dc49-7664-4719-a431-2bb875e3b14d {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:38:14.690223 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f72606-c00f-4988-a38c-9dd58da2cb81", "name": "network-vif-plugged", "status": "completed", "tag": "d0484b73-0dec-4568-88da-662a28278535", "code": 200}]} {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:38:14.690516 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1d36dc49-7664-4719-a431-2bb875e3b14d {{(pid=93156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:38:14.691737 dv-cinder-784453-8-iscsi neutron-server[93156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f72606-c00f-4988-a38c-9dd58da2cb81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0484b73-0dec-4568-88da-662a28278535', 'code': 200} Jul 13 14:38:14.745904 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5901d5-29f3-47da-9893-b54cf3a7275c req-732e1541-3e94-468a-98c3-1e252965d146 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:14.747536 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-eb5901d5-29f3-47da-9893-b54cf3a7275c req-732e1541-3e94-468a-98c3-1e252965d146 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/networks?id=be68db2a-d7ef-4072-812b-7ac34e8884b7 HTTP/1.1" status: 200 len: 815 time: 0.1295328 Jul 13 14:38:14.762754 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-eb5901d5-29f3-47da-9893-b54cf3a7275c req-353149fc-b74c-45c3-9d62-9c8fbcef2e40 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/quotas/715c9650cb454772898dfc0217ff12d3 HTTP/1.1" status: 200 len: 375 time: 0.0093830 Jul 13 14:38:14.844663 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-eb5901d5-29f3-47da-9893-b54cf3a7275c req-2369e434-e164-4db5-9ce9-68c8690317a0 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=715c9650cb454772898dfc0217ff12d3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0757365 Jul 13 14:38:14.959034 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-eb5901d5-29f3-47da-9893-b54cf3a7275c req-7603757f-2ab2-43ac-8372-f6cdb658514e service neutron] 10.222.0.11 "GET /v2.0/networks/be68db2a-d7ef-4072-812b-7ac34e8884b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059697 Jul 13 14:38:15.086700 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-070caf16-c90b-4104-93b3-46fcc16c49bd req-705371b1-18ff-4fc9-a000-94301b1183f1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0985851 Jul 13 14:38:15.089729 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9000e-2a59-4bd7-8512-d39e0ac5c2d3 req-d949ee00-bb77-4674-999e-ebabc9990524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:15.091291 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-74f9000e-2a59-4bd7-8512-d39e0ac5c2d3 req-d949ee00-bb77-4674-999e-ebabc9990524 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 1098 time: 0.0951650 Jul 13 14:38:15.158862 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-eb5901d5-29f3-47da-9893-b54cf3a7275c req-3235d1b3-bce0-4257-9789-2908e4e144df service neutron] 10.222.0.11 "GET /v2.0/networks/be68db2a-d7ef-4072-812b-7ac34e8884b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838310 Jul 13 14:38:15.189213 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-74f9000e-2a59-4bd7-8512-d39e0ac5c2d3 req-bd3a13a6-a5bc-4171-a249-3686dbdf2ae8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687771 Jul 13 14:38:15.198228 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f0eb5-a8d1-43c8-8be9-a5804439e0fe req-c491046e-b871-4714-a4f2-b23694ddea55 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:15.200033 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-656f0eb5-a8d1-43c8-8be9-a5804439e0fe req-c491046e-b871-4714-a4f2-b23694ddea55 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 943 time: 0.1175184 Jul 13 14:38:15.217419 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070caf16-c90b-4104-93b3-46fcc16c49bd req-a0274b5d-a393-432a-acc4-9c0c2d526568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:15.219011 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-070caf16-c90b-4104-93b3-46fcc16c49bd req-a0274b5d-a393-432a-acc4-9c0c2d526568 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fc557a9da65c4850a0db554e60444325&device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 1098 time: 0.0790932 Jul 13 14:38:15.253758 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-656f0eb5-a8d1-43c8-8be9-a5804439e0fe req-23a02b4a-925d-4fee-af48-23b1abc6b385 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420249 Jul 13 14:38:15.370397 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b786221d-ec09-4262-8b88-97162f86d0da req-f0947b55-f78c-436a-81e2-27d68bfd53c8 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=072d5a1c-a9e4-4ab7-8deb-081e1666da76 HTTP/1.1" status: 200 len: 210 time: 0.0468471 Jul 13 14:38:15.460096 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e57353-778a-4b94-9620-a1f29346d8e3 req-8e484e79-c8d6-4df4-8d85-51663cf34aef tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:15.461909 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b1e57353-778a-4b94-9620-a1f29346d8e3 req-8e484e79-c8d6-4df4-8d85-51663cf34aef tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.0685968 Jul 13 14:38:15.546960 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b1e57353-778a-4b94-9620-a1f29346d8e3 req-a810c191-c97e-463a-bc6f-ff40a110626c tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752594 Jul 13 14:38:15.621852 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070caf16-c90b-4104-93b3-46fcc16c49bd req-0a664848-8b27-49b3-83cf-2b69d3605b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:15.624291 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-070caf16-c90b-4104-93b3-46fcc16c49bd req-0a664848-8b27-49b3-83cf-2b69d3605b61 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c60399fe-47fd-4adc-84b8-a09ce78c9d83 HTTP/1.1" status: 200 len: 920 time: 0.1246369 Jul 13 14:38:15.627710 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 55366) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:15.732379 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-070caf16-c90b-4104-93b3-46fcc16c49bd req-14f4cd6c-00bb-49e8-ace4-240b78d69078 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b35b121f-a355-46e1-8448-c9699964847c HTTP/1.1" status: 200 len: 217 time: 0.0943022 Jul 13 14:38:15.779817 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313b3f7-d424-4e34-bff0-c495c4e0fd28 req-98601aa3-5fc8-4dbd-b533-27235eee9ebb tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:15.781420 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8313b3f7-d424-4e34-bff0-c495c4e0fd28 req-98601aa3-5fc8-4dbd-b533-27235eee9ebb tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 945 time: 0.0780673 Jul 13 14:38:15.832418 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070caf16-c90b-4104-93b3-46fcc16c49bd req-742058cd-6a13-4e7d-9af9-89e6a882df60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:15.834207 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-070caf16-c90b-4104-93b3-46fcc16c49bd req-742058cd-6a13-4e7d-9af9-89e6a882df60 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=57ef7d24-de03-448d-9f18-05ea2c1e72c3 HTTP/1.1" status: 200 len: 859 time: 0.0760248 Jul 13 14:38:15.837091 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8313b3f7-d424-4e34-bff0-c495c4e0fd28 req-eba8876b-15ae-40b1-b398-5018e99468ce tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489883 Jul 13 14:38:15.854006 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-bf3a8e40-f27b-4c0d-9c31-a7520ca9a5b1 req-71f0feb8-fba6-42d3-9112-38e908af59d6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2248538 Jul 13 14:38:15.872452 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-070caf16-c90b-4104-93b3-46fcc16c49bd req-90de2047-d107-421f-8976-80023f744863 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c60399fe-47fd-4adc-84b8-a09ce78c9d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301678 Jul 13 14:38:16.018511 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-070caf16-c90b-4104-93b3-46fcc16c49bd req-4897013d-da48-4daa-9e6b-1c9765e5490d service neutron] 10.222.0.39 "GET /v2.0/networks/c60399fe-47fd-4adc-84b8-a09ce78c9d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031947 Jul 13 14:38:16.030600 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:16.128865 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-070caf16-c90b-4104-93b3-46fcc16c49bd req-8f926273-9214-4360-a2e1-8c0160d7c3f0 service neutron] 10.222.0.39 "GET /v2.0/networks/c60399fe-47fd-4adc-84b8-a09ce78c9d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025026 Jul 13 14:38:16.484978 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4746e60-db1a-4469-860e-4b5e2bb811d3 req-83272dc9-ccab-4616-ab9e-e3a73b3d800c tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:16.487714 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a4746e60-db1a-4469-860e-4b5e2bb811d3 req-83272dc9-ccab-4616-ab9e-e3a73b3d800c tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 943 time: 0.0970588 Jul 13 14:38:16.543264 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e363ea73-b87a-4e14-b430-a20670cf5f23 req-9ba9d85c-5dcb-4c1c-8dc7-6d4e9c66ebde tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=072d5a1c-a9e4-4ab7-8deb-081e1666da76 HTTP/1.1" status: 200 len: 210 time: 0.0472462 Jul 13 14:38:16.569658 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a4746e60-db1a-4469-860e-4b5e2bb811d3 req-7d588733-c331-4e1e-a6fa-fefd57e55342 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703914 Jul 13 14:38:16.771811 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cdb1d4-592b-4035-a80d-0f78bb3d387e req-b54fd52a-a7cc-4dad-9e79-bb9fabb626e9 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:16.773843 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-84cdb1d4-592b-4035-a80d-0f78bb3d387e req-b54fd52a-a7cc-4dad-9e79-bb9fabb626e9 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.0760658 Jul 13 14:38:16.827135 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-84cdb1d4-592b-4035-a80d-0f78bb3d387e req-d2461a03-4931-41d5-b44d-ff3e270e838e tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470955 Jul 13 14:38:17.021247 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92f15f-6549-4a19-8930-08f332fb9c2c req-df9c9218-2e9d-4f85-99ed-f7cbeaaab43e tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:17.023284 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cf92f15f-6549-4a19-8930-08f332fb9c2c req-df9c9218-2e9d-4f85-99ed-f7cbeaaab43e tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 945 time: 0.0695908 Jul 13 14:38:17.062364 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cf92f15f-6549-4a19-8930-08f332fb9c2c req-4ba03e20-a688-4da1-88ea-0812c7452915 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332985 Jul 13 14:38:17.266670 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e53822-c0a3-4ed3-b0e7-141e4f832da9 req-131a94d9-284b-44dd-a9e6-f67e6e3dd6a8 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:17.268240 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a9e53822-c0a3-4ed3-b0e7-141e4f832da9 req-131a94d9-284b-44dd-a9e6-f67e6e3dd6a8 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 945 time: 0.0768766 Jul 13 14:38:17.276699 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5901d5-29f3-47da-9893-b54cf3a7275c req-32dcc572-df5b-4bfa-a9b2-ae14fe225d51 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:17.279209 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-eb5901d5-29f3-47da-9893-b54cf3a7275c req-32dcc572-df5b-4bfa-a9b2-ae14fe225d51 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.39 "GET /v2.0/networks?id=be68db2a-d7ef-4072-812b-7ac34e8884b7 HTTP/1.1" status: 200 len: 815 time: 0.1337245 Jul 13 14:38:17.311890 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [req-eb5901d5-29f3-47da-9893-b54cf3a7275c req-3b250274-e449-4139-be6e-9d5dd7f57f68 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Request body: {'port': {'device_id': '072d5a1c-a9e4-4ab7-8deb-081e1666da76', 'network_id': 'be68db2a-d7ef-4072-812b-7ac34e8884b7', 'admin_state_up': True, 'tenant_id': '715c9650cb454772898dfc0217ff12d3'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:38:17.315187 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a9e53822-c0a3-4ed3-b0e7-141e4f832da9 req-764aeaec-2079-4659-9449-cf8aaf472425 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404015 Jul 13 14:38:17.338210 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 55390) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:17.442000 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb5901d5-29f3-47da-9893-b54cf3a7275c req-3b250274-e449-4139-be6e-9d5dd7f57f68 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Made reservation on behalf of 715c9650cb454772898dfc0217ff12d3 for: {'port': 1} {{(pid=93155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:38:17.445515 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-eb5901d5-29f3-47da-9893-b54cf3a7275c req-3b250274-e449-4139-be6e-9d5dd7f57f68 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:17.555300 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3c8c5b-5615-4912-93bf-c361d7cdb9f1 tempest-TestShelveInstance-124187288 tempest-TestShelveInstance-124187288-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:17.556715 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-4e3c8c5b-5615-4912-93bf-c361d7cdb9f1 tempest-TestShelveInstance-124187288 tempest-TestShelveInstance-124187288-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 1093 time: 0.2164099 Jul 13 14:38:17.561383 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 55398) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:38:17.566333 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-c5fce40c-5f2f-4b43-a4f2-a038c0bdc3c6 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Request body: {'floatingip': {'floating_network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'port_id': 'd0484b73-0dec-4568-88da-662a28278535', 'tenant_id': '5892afb7184848a28e5c2b3bb47266c2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:38:17.591634 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c5fce40c-5f2f-4b43-a4f2-a038c0bdc3c6 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks [] for floatingip, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:17.624175 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.db_base_plugin_common [req-eb5901d5-29f3-47da-9893-b54cf3a7275c req-3b250274-e449-4139-be6e-9d5dd7f57f68 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Allocated IP 172.20.0.7 (be68db2a-d7ef-4072-812b-7ac34e8884b7/81f1987b-1fa5-4cd0-a128-938ff7f4d5b3/7350d1fb-75dd-417f-897c-2f709d998f73) {{(pid=93155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:38:17.764023 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-437f95f5-b05e-4803-81f7-eb1fe948bd1d req-20ea2556-cbfa-47ed-9e01-00018e1f6e85 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=072d5a1c-a9e4-4ab7-8deb-081e1666da76 HTTP/1.1" status: 200 len: 210 time: 0.0474620 Jul 13 14:38:17.821887 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c5fce40c-5f2f-4b43-a4f2-a038c0bdc3c6 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:17.870971 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-eb5901d5-29f3-47da-9893-b54cf3a7275c req-3b250274-e449-4139-be6e-9d5dd7f57f68 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Notify callbacks [] for port, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:17.915882 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-eb5901d5-29f3-47da-9893-b54cf3a7275c req-3b250274-e449-4139-be6e-9d5dd7f57f68 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:17.965079 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3585be-740a-426c-b7e4-7196edf3bb73 req-2c3e872b-06f8-4ac3-8071-747e3f5f9108 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:17.965456 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] get_ports_and_sgs() called for port_ids ['a3fb3e11-f1f7-45aa-9456-985cddc7ebdf', 'b606e69d-caa3-4fe7-9b56-106be274f192', '5660a71d-3836-432e-8ba3-3f76f3ef7d09'] {{(pid=93156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:38:17.967797 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5b3585be-740a-426c-b7e4-7196edf3bb73 req-2c3e872b-06f8-4ac3-8071-747e3f5f9108 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 943 time: 0.2073171 Jul 13 14:38:17.971379 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb5901d5-29f3-47da-9893-b54cf3a7275c req-3b250274-e449-4139-be6e-9d5dd7f57f68 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Network be68db2a-d7ef-4072-812b-7ac34e8884b7 is already hosted by enough agents. {{(pid=93155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:38:17.976100 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [req-eb5901d5-29f3-47da-9893-b54cf3a7275c req-3b250274-e449-4139-be6e-9d5dd7f57f68 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Resources bound (agent type, host, resource id): {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:38:17.984067 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb5901d5-29f3-47da-9893-b54cf3a7275c req-3b250274-e449-4139-be6e-9d5dd7f57f68 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Received port after_create {{(pid=93155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:38:18.011311 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b250274-e449-4139-be6e-9d5dd7f57f68 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Pushing event updated for resources: {'Port': ['ID=7350d1fb-75dd-417f-897c-2f709d998f73,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:18.026567 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b250274-e449-4139-be6e-9d5dd7f57f68 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:18.026913 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b250274-e449-4139-be6e-9d5dd7f57f68 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:18.027251 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b250274-e449-4139-be6e-9d5dd7f57f68 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:18.027585 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b250274-e449-4139-be6e-9d5dd7f57f68 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:18.027915 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b250274-e449-4139-be6e-9d5dd7f57f68 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:18.028242 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b250274-e449-4139-be6e-9d5dd7f57f68 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:18.028577 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b250274-e449-4139-be6e-9d5dd7f57f68 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:18.029334 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b250274-e449-4139-be6e-9d5dd7f57f68 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:18.029334 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b250274-e449-4139-be6e-9d5dd7f57f68 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:18.029548 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b250274-e449-4139-be6e-9d5dd7f57f68 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:18.029840 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b250274-e449-4139-be6e-9d5dd7f57f68 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:18.030160 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b250274-e449-4139-be6e-9d5dd7f57f68 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:18.051600 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5901d5-29f3-47da-9893-b54cf3a7275c req-3b250274-e449-4139-be6e-9d5dd7f57f68 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:18.052716 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-eb5901d5-29f3-47da-9893-b54cf3a7275c req-3b250274-e449-4139-be6e-9d5dd7f57f68 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:18.073087 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-eb5901d5-29f3-47da-9893-b54cf3a7275c req-3b250274-e449-4139-be6e-9d5dd7f57f68 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7654648 Jul 13 14:38:18.097125 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [req-eb5901d5-29f3-47da-9893-b54cf3a7275c req-a93e23b3-141a-4811-b92e-0211c46c4c08 service neutron] Request body: {'port': {'device_id': '072d5a1c-a9e4-4ab7-8deb-081e1666da76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:38:18.114896 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [None req-c5fce40c-5f2f-4b43-a4f2-a038c0bdc3c6 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Allocated IP 172.27.3.251 (ecd09457-6660-479c-a1fb-91901148ba35/592e54d3-84ab-450e-8093-b0d029762b46/3bfa4280-e92e-4d2e-9a58-f361f95975e8) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:38:18.124779 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5b3585be-740a-426c-b7e4-7196edf3bb73 req-54fd2bbe-9f21-497e-a82b-35fc7f16f083 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361952 Jul 13 14:38:18.197252 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-eb5901d5-29f3-47da-9893-b54cf3a7275c req-a93e23b3-141a-4811-b92e-0211c46c4c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:18.219770 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70453de-540a-4a46-8fd7-a3cf7909ff89 req-e9e7e2ad-3691-4a26-90f1-6127857d98db tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:18.221382 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d70453de-540a-4a46-8fd7-a3cf7909ff89 req-e9e7e2ad-3691-4a26-90f1-6127857d98db tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.2484903 Jul 13 14:38:18.287045 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d70453de-540a-4a46-8fd7-a3cf7909ff89 req-58dcb9a7-9a34-437f-88a7-d06a24b95774 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578327 Jul 13 14:38:18.300525 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c5fce40c-5f2f-4b43-a4f2-a038c0bdc3c6 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:18.353770 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c5fce40c-5f2f-4b43-a4f2-a038c0bdc3c6 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800428'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:18.403570 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fce40c-5f2f-4b43-a4f2-a038c0bdc3c6 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Network ecd09457-6660-479c-a1fb-91901148ba35 is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:38:18.406407 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-c5fce40c-5f2f-4b43-a4f2-a038c0bdc3c6 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:38:18.409006 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fce40c-5f2f-4b43-a4f2-a038c0bdc3c6 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:38:18.437261 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a8e40-f27b-4c0d-9c31-a7520ca9a5b1 req-89888042-f823-4be1-8446-05211fc8f372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:18.438208 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fce40c-5f2f-4b43-a4f2-a038c0bdc3c6 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Pushing event updated for resources: {'Port': ['ID=3bfa4280-e92e-4d2e-9a58-f361f95975e8,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:18.438844 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-bf3a8e40-f27b-4c0d-9c31-a7520ca9a5b1 req-89888042-f823-4be1-8446-05211fc8f372 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9&tenant_id=a5169c26b204473880f57831a5e71229 HTTP/1.1" status: 200 len: 1096 time: 0.1802492 Jul 13 14:38:18.451360 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fce40c-5f2f-4b43-a4f2-a038c0bdc3c6 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:18.451693 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fce40c-5f2f-4b43-a4f2-a038c0bdc3c6 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:18.452023 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fce40c-5f2f-4b43-a4f2-a038c0bdc3c6 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:18.452347 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fce40c-5f2f-4b43-a4f2-a038c0bdc3c6 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:18.452667 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fce40c-5f2f-4b43-a4f2-a038c0bdc3c6 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:18.452985 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fce40c-5f2f-4b43-a4f2-a038c0bdc3c6 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:18.453296 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fce40c-5f2f-4b43-a4f2-a038c0bdc3c6 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:18.453610 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fce40c-5f2f-4b43-a4f2-a038c0bdc3c6 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:18.459375 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fce40c-5f2f-4b43-a4f2-a038c0bdc3c6 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:18.459375 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fce40c-5f2f-4b43-a4f2-a038c0bdc3c6 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:18.459375 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fce40c-5f2f-4b43-a4f2-a038c0bdc3c6 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:18.459375 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fce40c-5f2f-4b43-a4f2-a038c0bdc3c6 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:38:18.582349 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a8e40-f27b-4c0d-9c31-a7520ca9a5b1 req-4ac0d42a-2b72-4f16-b522-7867a0b311c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:18.583821 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-bf3a8e40-f27b-4c0d-9c31-a7520ca9a5b1 req-4ac0d42a-2b72-4f16-b522-7867a0b311c8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a5169c26b204473880f57831a5e71229&device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 1096 time: 0.1029558 Jul 13 14:38:18.686187 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [req-eb5901d5-29f3-47da-9893-b54cf3a7275c req-a93e23b3-141a-4811-b92e-0211c46c4c08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7350d1fb-75dd-417f-897c-2f709d998f73 {{(pid=93155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:38:18.696199 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-eb5901d5-29f3-47da-9893-b54cf3a7275c req-a93e23b3-141a-4811-b92e-0211c46c4c08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:18.719669 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [req-eb5901d5-29f3-47da-9893-b54cf3a7275c req-a93e23b3-141a-4811-b92e-0211c46c4c08 service neutron] Transition to ACTIVE for port object 7350d1fb-75dd-417f-897c-2f709d998f73 will not be triggered until provisioned by entity L2. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:38:18.731494 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-eb5901d5-29f3-47da-9893-b54cf3a7275c req-a93e23b3-141a-4811-b92e-0211c46c4c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868486'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:18.745369 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a8e40-f27b-4c0d-9c31-a7520ca9a5b1 req-d2797ea9-2f7f-41e7-9914-7c8836a8c0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:18.746889 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-bf3a8e40-f27b-4c0d-9c31-a7520ca9a5b1 req-d2797ea9-2f7f-41e7-9914-7c8836a8c0e3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b04875e6-1fc2-4c4b-96d5-3d915be01c53 HTTP/1.1" status: 200 len: 918 time: 0.1252778 Jul 13 14:38:18.837456 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93e23b3-141a-4811-b92e-0211c46c4c08 service neutron] Pushing event updated for resources: {'Port': ['ID=7350d1fb-75dd-417f-897c-2f709d998f73,revision_number=2']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:18.853102 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c5fce40c-5f2f-4b43-a4f2-a038c0bdc3c6 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:18.887683 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-bf3a8e40-f27b-4c0d-9c31-a7520ca9a5b1 req-05036994-2d51-4824-b955-5c5e487ce762 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96e9db92-4167-45b2-b18d-aa1795f4bd8f HTTP/1.1" status: 200 len: 999 time: 0.1231434 Jul 13 14:38:18.959104 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a8e40-f27b-4c0d-9c31-a7520ca9a5b1 req-afc34852-b82e-406b-b325-b0f8789daa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:18.961149 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-bf3a8e40-f27b-4c0d-9c31-a7520ca9a5b1 req-afc34852-b82e-406b-b325-b0f8789daa46 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2093f447-27c9-42a2-bbad-8523311dd7a9 HTTP/1.1" status: 200 len: 856 time: 0.0654821 Jul 13 14:38:18.962028 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-eb5901d5-29f3-47da-9893-b54cf3a7275c req-a93e23b3-141a-4811-b92e-0211c46c4c08 service neutron] Attempting to bind port 7350d1fb-75dd-417f-897c-2f709d998f73 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:38:18.962385 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-eb5901d5-29f3-47da-9893-b54cf3a7275c req-a93e23b3-141a-4811-b92e-0211c46c4c08 service neutron] Attempting to bind port 7350d1fb-75dd-417f-897c-2f709d998f73 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '5cb2a2e7-90bc-4e10-a276-f895674abf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'be68db2a-d7ef-4072-812b-7ac34e8884b7'}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:38:18.962722 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5901d5-29f3-47da-9893-b54cf3a7275c req-a93e23b3-141a-4811-b92e-0211c46c4c08 service neutron] Attempting to bind port 7350d1fb-75dd-417f-897c-2f709d998f73 on network be68db2a-d7ef-4072-812b-7ac34e8884b7 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:38:18.966865 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c5fce40c-5f2f-4b43-a4f2-a038c0bdc3c6 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:18.968019 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5901d5-29f3-47da-9893-b54cf3a7275c req-a93e23b3-141a-4811-b92e-0211c46c4c08 service neutron] Port 7350d1fb-75dd-417f-897c-2f709d998f73 on network be68db2a-d7ef-4072-812b-7ac34e8884b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:38:18.968350 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5901d5-29f3-47da-9893-b54cf3a7275c req-a93e23b3-141a-4811-b92e-0211c46c4c08 service neutron] Attempting to bind port 7350d1fb-75dd-417f-897c-2f709d998f73 on network be68db2a-d7ef-4072-812b-7ac34e8884b7 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:38:18.982625 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5901d5-29f3-47da-9893-b54cf3a7275c req-a93e23b3-141a-4811-b92e-0211c46c4c08 service neutron] Checking agent: {'id': 'b13b15cc-78ec-4c35-8be2-6f245ac287e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 13, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:38:18.982999 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5901d5-29f3-47da-9893-b54cf3a7275c req-a93e23b3-141a-4811-b92e-0211c46c4c08 service neutron] Checking segment: {'id': '5cb2a2e7-90bc-4e10-a276-f895674abf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'be68db2a-d7ef-4072-812b-7ac34e8884b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:38:18.983343 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5901d5-29f3-47da-9893-b54cf3a7275c req-a93e23b3-141a-4811-b92e-0211c46c4c08 service neutron] Bound using segment: {'id': '5cb2a2e7-90bc-4e10-a276-f895674abf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'be68db2a-d7ef-4072-812b-7ac34e8884b7'} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:38:18.983797 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-eb5901d5-29f3-47da-9893-b54cf3a7275c req-a93e23b3-141a-4811-b92e-0211c46c4c08 service neutron] Bound port: 7350d1fb-75dd-417f-897c-2f709d998f73, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cb2a2e7-90bc-4e10-a276-f895674abf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'be68db2a-d7ef-4072-812b-7ac34e8884b7'}}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:38:18.984175 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-eb5901d5-29f3-47da-9893-b54cf3a7275c req-a93e23b3-141a-4811-b92e-0211c46c4c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:19.050285 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9e1ec-71b8-4b81-8cc4-5d64d5e663e9 req-87067f36-9d01-40b8-88e6-98d103f132f8 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:19.051949 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6bc9e1ec-71b8-4b81-8cc4-5d64d5e663e9 req-87067f36-9d01-40b8-88e6-98d103f132f8 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=072d5a1c-a9e4-4ab7-8deb-081e1666da76 HTTP/1.1" status: 200 len: 943 time: 0.1313863 Jul 13 14:38:19.082031 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-eb5901d5-29f3-47da-9893-b54cf3a7275c req-a93e23b3-141a-4811-b92e-0211c46c4c08 service neutron] For port 7350d1fb-75dd-417f-897c-2f709d998f73, host hv-cinder-78445, cleared binding levels {{(pid=93155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:38:19.085941 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a8e40-f27b-4c0d-9c31-a7520ca9a5b1 req-ae3e23fc-683b-4d49-ab45-a7b7d88f7f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:19.087526 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-bf3a8e40-f27b-4c0d-9c31-a7520ca9a5b1 req-ae3e23fc-683b-4d49-ab45-a7b7d88f7f62 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b04875e6-1fc2-4c4b-96d5-3d915be01c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1159449 Jul 13 14:38:19.089140 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-eb5901d5-29f3-47da-9893-b54cf3a7275c req-a93e23b3-141a-4811-b92e-0211c46c4c08 service neutron] For port 7350d1fb-75dd-417f-897c-2f709d998f73, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=7350d1fb-75dd-417f-897c-2f709d998f73,segment=NetworkSegment(5cb2a2e7-90bc-4e10-a276-f895674abf5c),segment_id=5cb2a2e7-90bc-4e10-a276-f895674abf5c)] {{(pid=93155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:38:19.093834 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-eb5901d5-29f3-47da-9893-b54cf3a7275c req-a93e23b3-141a-4811-b92e-0211c46c4c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868486'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:19.128694 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6bc9e1ec-71b8-4b81-8cc4-5d64d5e663e9 req-dfaa4fb6-829b-4d77-a4be-5aef4ec79687 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524960 Jul 13 14:38:19.205659 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c5fce40c-5f2f-4b43-a4f2-a038c0bdc3c6 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:19.213031 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c5fce40c-5f2f-4b43-a4f2-a038c0bdc3c6 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8800423'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:19.299108 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fce40c-5f2f-4b43-a4f2-a038c0bdc3c6 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Pushing event updated for resources: {'Port': ['ID=3bfa4280-e92e-4d2e-9a58-f361f95975e8,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:19.333338 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c5fce40c-5f2f-4b43-a4f2-a038c0bdc3c6 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1994842'] for floatingip, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:19.429245 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5901d5-29f3-47da-9893-b54cf3a7275c req-a93e23b3-141a-4811-b92e-0211c46c4c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:19.429882 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-eb5901d5-29f3-47da-9893-b54cf3a7275c req-a93e23b3-141a-4811-b92e-0211c46c4c08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:19.431333 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-eb5901d5-29f3-47da-9893-b54cf3a7275c req-a93e23b3-141a-4811-b92e-0211c46c4c08 service neutron] 10.222.0.39 "PUT /v2.0/ports/7350d1fb-75dd-417f-897c-2f709d998f73 HTTP/1.1" status: 200 len: 1093 time: 1.3399501 Jul 13 14:38:19.431788 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '072d5a1c-a9e4-4ab7-8deb-081e1666da76', 'tag': '7350d1fb-75dd-417f-897c-2f709d998f73'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:38:19.434453 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969d499ae61b7a2d5523e15545dbdfcb627d31ab7a946dd0dec0766d655d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027e70cc-9726-4304-863a-587ba416aeeb" -d '{"events": [{"name": "network-changed", "server_uuid": "072d5a1c-a9e4-4ab7-8deb-081e1666da76", "tag": "7350d1fb-75dd-417f-897c-2f709d998f73"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:38:19.462209 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93e23b3-141a-4811-b92e-0211c46c4c08 service neutron] Pushing event updated for resources: {'Port': ['ID=7350d1fb-75dd-417f-897c-2f709d998f73,revision_number=3']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:19.505612 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-bf3a8e40-f27b-4c0d-9c31-a7520ca9a5b1 req-c11badaa-c8a1-4c49-8162-24905b9cce76 service neutron] 10.222.0.39 "GET /v2.0/networks/b04875e6-1fc2-4c4b-96d5-3d915be01c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077129 Jul 13 14:38:19.639239 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5901d5-29f3-47da-9893-b54cf3a7275c req-7a4075e9-a12b-46bd-8db6-e6f77e15566e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:19.640642 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-eb5901d5-29f3-47da-9893-b54cf3a7275c req-7a4075e9-a12b-46bd-8db6-e6f77e15566e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=715c9650cb454772898dfc0217ff12d3&device_id=072d5a1c-a9e4-4ab7-8deb-081e1666da76 HTTP/1.1" status: 200 len: 1096 time: 0.1315932 Jul 13 14:38:19.642829 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-bf3a8e40-f27b-4c0d-9c31-a7520ca9a5b1 req-f445698a-df3e-4767-a834-236b5b68efce service neutron] 10.222.0.39 "GET /v2.0/networks/b04875e6-1fc2-4c4b-96d5-3d915be01c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256959 Jul 13 14:38:19.706810 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04cbbc3-d399-4056-862d-0918ee778afc req-8b2243be-7acf-4035-bcdc-cf210178c793 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:19.708311 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f04cbbc3-d399-4056-862d-0918ee778afc req-8b2243be-7acf-4035-bcdc-cf210178c793 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 943 time: 0.4104743 Jul 13 14:38:19.709885 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-eb5901d5-29f3-47da-9893-b54cf3a7275c req-08880265-5121-4873-9546-df8fb533bcb9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7350d1fb-75dd-417f-897c-2f709d998f73 HTTP/1.1" status: 200 len: 217 time: 0.0416267 Jul 13 14:38:19.711518 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.db.l3_db [None req-c5fce40c-5f2f-4b43-a4f2-a038c0bdc3c6 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Floating IP ef606fd2-8df9-45b5-a9a6-49eed9a9f493 associated. External IP: 172.27.3.251, port: d0484b73-0dec-4568-88da-662a28278535. Jul 13 14:38:19.768890 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5901d5-29f3-47da-9893-b54cf3a7275c req-4b293b40-a6d2-40bf-a9af-256ab43183c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:19.771020 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-eb5901d5-29f3-47da-9893-b54cf3a7275c req-4b293b40-a6d2-40bf-a9af-256ab43183c1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=81f1987b-1fa5-4cd0-a128-938ff7f4d5b3 HTTP/1.1" status: 200 len: 855 time: 0.0483906 Jul 13 14:38:19.815943 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-eb5901d5-29f3-47da-9893-b54cf3a7275c req-9b5a46bd-adf8-4d25-8e62-0c3cacde3811 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be68db2a-d7ef-4072-812b-7ac34e8884b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264549 Jul 13 14:38:19.835393 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973885b-a2eb-4984-8a12-f8e4fdf8fde8 req-d348824f-6e5b-4b08-aab0-a5aa1b42e45d tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:19.836843 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4973885b-a2eb-4984-8a12-f8e4fdf8fde8 req-d348824f-6e5b-4b08-aab0-a5aa1b42e45d tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.2044871 Jul 13 14:38:19.856887 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f04cbbc3-d399-4056-862d-0918ee778afc req-814ceac6-79d5-4072-b843-17b33094ee78 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403635 Jul 13 14:38:19.913339 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4973885b-a2eb-4984-8a12-f8e4fdf8fde8 req-b567fe9a-b5c9-4e10-b533-ece85c559a1a tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680511 Jul 13 14:38:19.949840 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-eb5901d5-29f3-47da-9893-b54cf3a7275c req-e8d2444e-b34d-427b-a320-79e76f7877f7 service neutron] 10.222.0.39 "GET /v2.0/networks/be68db2a-d7ef-4072-812b-7ac34e8884b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269908 Jul 13 14:38:19.951332 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af3c656-65d1-459b-9c69-5a3c6c38db17 x-openstack-request-id: req-3af3c656-65d1-459b-9c69-5a3c6c38db17 {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:38:19.951600 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "072d5a1c-a9e4-4ab7-8deb-081e1666da76", "tag": "7350d1fb-75dd-417f-897c-2f709d998f73", "status": "completed", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:38:19.951851 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3af3c656-65d1-459b-9c69-5a3c6c38db17 {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:38:19.952225 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '072d5a1c-a9e4-4ab7-8deb-081e1666da76', 'tag': '7350d1fb-75dd-417f-897c-2f709d998f73', 'status': 'completed', 'code': 200} Jul 13 14:38:20.058902 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5fce40c-5f2f-4b43-a4f2-a038c0bdc3c6 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Router 870a0f80-fc92-4779-806d-9d80551906cf has already been hosted by L3 agent d92cc109-9c2d-42ed-8c1d-d826fa90f9d0 {{(pid=93154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:38:20.106078 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-eb5901d5-29f3-47da-9893-b54cf3a7275c req-b4e5d8ad-127a-4d3a-8908-da9ac830c150 service neutron] 10.222.0.39 "GET /v2.0/networks/be68db2a-d7ef-4072-812b-7ac34e8884b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245193 Jul 13 14:38:20.216920 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5fce40c-5f2f-4b43-a4f2-a038c0bdc3c6 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify agent at l3_agent.dv-cinder-784453-8-iscsi the message routers_updated {{(pid=93154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:38:20.242066 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35c84f0-b077-4d3e-888d-70905e1af2b7 None None] Sync routers for ids ['870a0f80-fc92-4779-806d-9d80551906cf'] in dv-cinder-784453-8-iscsi {{(pid=93157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:38:20.263033 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35c84f0-b077-4d3e-888d-70905e1af2b7 None None] Routers {'870a0f80-fc92-4779-806d-9d80551906cf'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:38:20.264058 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-c35c84f0-b077-4d3e-888d-70905e1af2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:38:06Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['870a0f80-fc92-4779-806d-9d80551906cf'], 'active': True} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:20.267575 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c5fce40c-5f2f-4b43-a4f2-a038c0bdc3c6 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for floatingip, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:20.360079 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-c5fce40c-5f2f-4b43-a4f2-a038c0bdc3c6 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7975414 Jul 13 14:38:20.361122 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f72606-c00f-4988-a38c-9dd58da2cb81', 'tag': 'd0484b73-0dec-4568-88da-662a28278535'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:38:20.364517 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed6c2a10c4293d159fef1cb7ab1dbb74578d6de099c458b34c07bebf01db353a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0436a5c6-5a43-478d-8a25-e62adbf29d5a" -d '{"events": [{"name": "network-changed", "server_uuid": "54f72606-c00f-4988-a38c-9dd58da2cb81", "tag": "d0484b73-0dec-4568-88da-662a28278535"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:38:20.394491 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e70cc-9726-4304-863a-587ba416aeeb req-83dfca30-c499-4e62-ac26-b85295319a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:20.404679 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-027e70cc-9726-4304-863a-587ba416aeeb req-83dfca30-c499-4e62-ac26-b85295319a8b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=715c9650cb454772898dfc0217ff12d3&device_id=072d5a1c-a9e4-4ab7-8deb-081e1666da76 HTTP/1.1" status: 200 len: 1096 time: 0.1556973 Jul 13 14:38:20.484753 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375cdca9-5e1f-4c01-be0d-cf747ad3c169 x-openstack-request-id: req-375cdca9-5e1f-4c01-be0d-cf747ad3c169 {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:38:20.492783 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54f72606-c00f-4988-a38c-9dd58da2cb81", "tag": "d0484b73-0dec-4568-88da-662a28278535", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:38:20.493297 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-375cdca9-5e1f-4c01-be0d-cf747ad3c169 {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:38:20.493989 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f72606-c00f-4988-a38c-9dd58da2cb81', 'tag': 'd0484b73-0dec-4568-88da-662a28278535', 'status': 'completed', 'code': 200} Jul 13 14:38:20.549035 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvr_db [None req-c35c84f0-b077-4d3e-888d-70905e1af2b7 None None] Set router 870a0f80-fc92-4779-806d-9d80551906cf gateway port host: dv-cinder-784453-8-iscsi {{(pid=93157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:38:20.582446 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac60485-101f-440c-896c-fd4eb5108a6a req-aefbf118-cecd-427d-86f6-575a2db775c7 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:20.585494 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-eac60485-101f-440c-896c-fd4eb5108a6a req-aefbf118-cecd-427d-86f6-575a2db775c7 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=072d5a1c-a9e4-4ab7-8deb-081e1666da76 HTTP/1.1" status: 200 len: 943 time: 0.2011380 Jul 13 14:38:20.700636 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-eac60485-101f-440c-896c-fd4eb5108a6a req-7965bfca-6eee-4eaa-bd06-c4522dc0bdce tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077621 Jul 13 14:38:20.860087 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-c35c84f0-b077-4d3e-888d-70905e1af2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870a0f80-fc92-4779-806d-9d80551906cf', 'name': 'tempest-TestShelveInstance-784266502-router', 'tenant_id': '5892afb7184848a28e5c2b3bb47266c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '3f54e5b3-1949-4a06-83d4-244fb04ea558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:09Z', 'updated_at': '2021-07-13T14:37:15Z', 'revision_number': 4, 'project_id': '5892afb7184848a28e5c2b3bb47266c2', 'gw_port': {'id': '3f54e5b3-1949-4a06-83d4-244fb04ea558', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:df:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870a0f80-fc92-4779-806d-9d80551906cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:10Z', 'updated_at': '2021-07-13T14:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_floatingips': [{'id': 'ef606fd2-8df9-45b5-a9a6-49eed9a9f493', 'tenant_id': '5892afb7184848a28e5c2b3bb47266c2', 'floating_ip_address': '172.27.3.251', 'floating_network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'router_id': '870a0f80-fc92-4779-806d-9d80551906cf', 'port_id': 'd0484b73-0dec-4568-88da-662a28278535', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86ac9154-8784-4774-baf0-e8c39b4cddeb', 'mac_address': 'fa:16:3e:df:3e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f72606-c00f-4988-a38c-9dd58da2cb81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:38:18Z', 'updated_at': '2021-07-13T14:38:18Z', 'revision_number': 0, 'project_id': '5892afb7184848a28e5c2b3bb47266c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf1a71de-76a4-42be-95b9-c8e277e05cee', 'name': '', 'network_id': '86ac9154-8784-4774-baf0-e8c39b4cddeb', 'tenant_id': '5892afb7184848a28e5c2b3bb47266c2', 'mac_address': 'fa:16:3e:68:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870a0f80-fc92-4779-806d-9d80551906cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ead56a37-b614-443b-a85d-2b5d0e7941f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:13Z', 'updated_at': '2021-07-13T14:37:21Z', 'revision_number': 5, 'project_id': '5892afb7184848a28e5c2b3bb47266c2', 'subnets': [{'id': 'ead56a37-b614-443b-a85d-2b5d0e7941f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:20.886805 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35c84f0-b077-4d3e-888d-70905e1af2b7 None None] Checking router: 870a0f80-fc92-4779-806d-9d80551906cf for host: dv-cinder-784453-8-iscsi {{(pid=93157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:38:20.896317 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35c84f0-b077-4d3e-888d-70905e1af2b7 None None] Routers {'870a0f80-fc92-4779-806d-9d80551906cf'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:38:20.897460 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-c35c84f0-b077-4d3e-888d-70905e1af2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:38:06Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['870a0f80-fc92-4779-806d-9d80551906cf'], 'active': True} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:21.040193 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvr_db [None req-c35c84f0-b077-4d3e-888d-70905e1af2b7 None None] Set router 870a0f80-fc92-4779-806d-9d80551906cf gateway port host: dv-cinder-784453-8-iscsi {{(pid=93157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:38:21.136182 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb47d0-8817-4804-9b88-e35cd0ac7e96 req-11a23f9b-35ff-4830-a90c-9c26e83d20eb tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:21.137756 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-24eb47d0-8817-4804-9b88-e35cd0ac7e96 req-11a23f9b-35ff-4830-a90c-9c26e83d20eb tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 943 time: 0.1144240 Jul 13 14:38:21.216165 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adcd874-a131-4514-95de-feb24c4345ad req-e87c2948-5c48-44d7-84e1-5217fc78b337 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:21.217643 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6adcd874-a131-4514-95de-feb24c4345ad req-e87c2948-5c48-44d7-84e1-5217fc78b337 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.1361248 Jul 13 14:38:21.220848 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-24eb47d0-8817-4804-9b88-e35cd0ac7e96 req-69c6f057-94ce-4c58-9ec4-d29a9c4ef2c6 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730309 Jul 13 14:38:21.268798 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6adcd874-a131-4514-95de-feb24c4345ad req-7cab420b-1c2a-4781-98cf-c7a7eaf9020f tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420551 Jul 13 14:38:21.315014 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-c35c84f0-b077-4d3e-888d-70905e1af2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870a0f80-fc92-4779-806d-9d80551906cf', 'name': 'tempest-TestShelveInstance-784266502-router', 'tenant_id': '5892afb7184848a28e5c2b3bb47266c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '3f54e5b3-1949-4a06-83d4-244fb04ea558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:09Z', 'updated_at': '2021-07-13T14:37:15Z', 'revision_number': 4, 'project_id': '5892afb7184848a28e5c2b3bb47266c2', 'gw_port': {'id': '3f54e5b3-1949-4a06-83d4-244fb04ea558', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:df:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870a0f80-fc92-4779-806d-9d80551906cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:10Z', 'updated_at': '2021-07-13T14:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_floatingips': [{'id': 'ef606fd2-8df9-45b5-a9a6-49eed9a9f493', 'tenant_id': '5892afb7184848a28e5c2b3bb47266c2', 'floating_ip_address': '172.27.3.251', 'floating_network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'router_id': '870a0f80-fc92-4779-806d-9d80551906cf', 'port_id': 'd0484b73-0dec-4568-88da-662a28278535', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86ac9154-8784-4774-baf0-e8c39b4cddeb', 'mac_address': 'fa:16:3e:df:3e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f72606-c00f-4988-a38c-9dd58da2cb81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:38:18Z', 'updated_at': '2021-07-13T14:38:18Z', 'revision_number': 0, 'project_id': '5892afb7184848a28e5c2b3bb47266c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf1a71de-76a4-42be-95b9-c8e277e05cee', 'name': '', 'network_id': '86ac9154-8784-4774-baf0-e8c39b4cddeb', 'tenant_id': '5892afb7184848a28e5c2b3bb47266c2', 'mac_address': 'fa:16:3e:68:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870a0f80-fc92-4779-806d-9d80551906cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ead56a37-b614-443b-a85d-2b5d0e7941f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:13Z', 'updated_at': '2021-07-13T14:37:21Z', 'revision_number': 5, 'project_id': '5892afb7184848a28e5c2b3bb47266c2', 'subnets': [{'id': 'ead56a37-b614-443b-a85d-2b5d0e7941f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:38:21.346872 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35c84f0-b077-4d3e-888d-70905e1af2b7 None None] The sync data for ids ['870a0f80-fc92-4779-806d-9d80551906cf'] in dv-cinder-784453-8-iscsi is: [{'id': '870a0f80-fc92-4779-806d-9d80551906cf', 'name': 'tempest-TestShelveInstance-784266502-router', 'tenant_id': '5892afb7184848a28e5c2b3bb47266c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '3f54e5b3-1949-4a06-83d4-244fb04ea558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:09Z', 'updated_at': '2021-07-13T14:37:15Z', 'revision_number': 4, 'project_id': '5892afb7184848a28e5c2b3bb47266c2', 'gw_port': {'id': '3f54e5b3-1949-4a06-83d4-244fb04ea558', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:df:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870a0f80-fc92-4779-806d-9d80551906cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:10Z', 'updated_at': '2021-07-13T14:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_floatingips': [{'id': 'ef606fd2-8df9-45b5-a9a6-49eed9a9f493', 'tenant_id': '5892afb7184848a28e5c2b3bb47266c2', 'floating_ip_address': '172.27.3.251', 'floating_network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'router_id': '870a0f80-fc92-4779-806d-9d80551906cf', 'port_id': 'd0484b73-0dec-4568-88da-662a28278535', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86ac9154-8784-4774-baf0-e8c39b4cddeb', 'mac_address': 'fa:16:3e:df:3e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f72606-c00f-4988-a38c-9dd58da2cb81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:38:18Z', 'updated_at': '2021-07-13T14:38:18Z', 'revision_number': 0, 'project_id': '5892afb7184848a28e5c2b3bb47266c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf1a71de-76a4-42be-95b9-c8e277e05cee', 'name': '', 'network_id': '86ac9154-8784-4774-baf0-e8c39b4cddeb', 'tenant_id': '5892afb7184848a28e5c2b3bb47266c2', 'mac_address': 'fa:16:3e:68:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870a0f80-fc92-4779-806d-9d80551906cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ead56a37-b614-443b-a85d-2b5d0e7941f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:13Z', 'updated_at': '2021-07-13T14:37:21Z', 'revision_number': 5, 'project_id': '5892afb7184848a28e5c2b3bb47266c2', 'subnets': [{'id': 'ead56a37-b614-443b-a85d-2b5d0e7941f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:38:21.610133 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1845b7d8-ee25-4025-bf08-c17099283fb2 None None] New status for floating IP ef606fd2-8df9-45b5-a9a6-49eed9a9f493: ACTIVE {{(pid=93156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:38:21.935139 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b23140e-6402-487f-8e27-f5a8545212cb req-ef8641aa-4048-416f-a090-b7605f43b7c6 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:21.936737 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0b23140e-6402-487f-8e27-f5a8545212cb req-ef8641aa-4048-416f-a090-b7605f43b7c6 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=072d5a1c-a9e4-4ab7-8deb-081e1666da76 HTTP/1.1" status: 200 len: 943 time: 0.0667944 Jul 13 14:38:21.989047 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0b23140e-6402-487f-8e27-f5a8545212cb req-326c2320-f930-492f-8344-ec1e22ec54cb tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444949 Jul 13 14:38:22.483580 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8392b0-27de-41a0-9e7f-af82ac21c537 req-2932a491-ba65-467d-9f9e-2fcba649d787 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:22.485100 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4a8392b0-27de-41a0-9e7f-af82ac21c537 req-2932a491-ba65-467d-9f9e-2fcba649d787 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 943 time: 0.1206329 Jul 13 14:38:22.499529 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c54f71-60d5-4f80-b61a-0740627cec57 req-4e1b431f-816a-49f2-b997-70dc35ba7d64 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:22.501591 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-67c54f71-60d5-4f80-b61a-0740627cec57 req-4e1b431f-816a-49f2-b997-70dc35ba7d64 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.1077535 Jul 13 14:38:22.565263 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4a8392b0-27de-41a0-9e7f-af82ac21c537 req-215d2b76-e1a4-4e8d-9f32-13bffefb5871 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625508 Jul 13 14:38:22.573586 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-67c54f71-60d5-4f80-b61a-0740627cec57 req-0837ae75-e136-4d60-b664-39bd82dad4fa tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607269 Jul 13 14:38:23.210147 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942bbdc-6112-40e1-9d61-23da7e332427 req-0c58129b-56d3-4782-b5cd-be9b2a032ff3 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:23.213313 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c942bbdc-6112-40e1-9d61-23da7e332427 req-0c58129b-56d3-4782-b5cd-be9b2a032ff3 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=072d5a1c-a9e4-4ab7-8deb-081e1666da76 HTTP/1.1" status: 200 len: 943 time: 0.0981920 Jul 13 14:38:23.260572 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c942bbdc-6112-40e1-9d61-23da7e332427 req-d85f2b7c-d83b-4899-b309-f56ce54d1fd3 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389824 Jul 13 14:38:23.862329 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c0aae-9c7f-4cac-b1a7-cccaa085ccaf req-686926b7-c969-43ee-8d24-9b86071ad699 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:23.863888 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-596c0aae-9c7f-4cac-b1a7-cccaa085ccaf req-686926b7-c969-43ee-8d24-9b86071ad699 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.1212089 Jul 13 14:38:23.872067 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331e5fd-b3cf-4abf-b450-d78a37c0d8df req-ddaeeab2-2f8f-4f48-a6a1-f2af66cefcd1 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:23.873508 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0331e5fd-b3cf-4abf-b450-d78a37c0d8df req-ddaeeab2-2f8f-4f48-a6a1-f2af66cefcd1 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 943 time: 0.1220994 Jul 13 14:38:23.929725 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-596c0aae-9c7f-4cac-b1a7-cccaa085ccaf req-5dd8898a-3d96-4de8-8818-be09cab20963 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552168 Jul 13 14:38:23.935782 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0331e5fd-b3cf-4abf-b450-d78a37c0d8df req-dd0cac99-9d67-486d-ab34-16c076c6e427 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552244 Jul 13 14:38:24.446508 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009049ae-a494-4ad0-88b7-6c5f8cc2f9cb req-e9c0eafc-611c-441a-ba03-1ae4612fb6bf tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:24.448113 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-009049ae-a494-4ad0-88b7-6c5f8cc2f9cb req-e9c0eafc-611c-441a-ba03-1ae4612fb6bf tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=072d5a1c-a9e4-4ab7-8deb-081e1666da76 HTTP/1.1" status: 200 len: 943 time: 0.0729556 Jul 13 14:38:24.490010 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-009049ae-a494-4ad0-88b7-6c5f8cc2f9cb req-77ca36ba-7ba5-4f9e-a409-1bbee80aaef5 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362794 Jul 13 14:38:25.142927 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a2b797-c8a5-4516-bf3a-133a74bc6a50 req-14bf773a-4bc4-4171-996b-ac5c7aefbe66 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:25.149237 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-75a2b797-c8a5-4516-bf3a-133a74bc6a50 req-14bf773a-4bc4-4171-996b-ac5c7aefbe66 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.0780807 Jul 13 14:38:25.216594 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-75a2b797-c8a5-4516-bf3a-133a74bc6a50 req-b3f11fa2-6922-44b2-96c8-26f38fdf29d2 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662823 Jul 13 14:38:25.255155 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c88e3a6-fa3c-4d9b-83f4-201c71eee973 req-9ae00339-b9c7-4189-82d1-54667f911d77 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:25.256982 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4c88e3a6-fa3c-4d9b-83f4-201c71eee973 req-9ae00339-b9c7-4189-82d1-54667f911d77 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 943 time: 0.1054521 Jul 13 14:38:25.300273 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4c88e3a6-fa3c-4d9b-83f4-201c71eee973 req-0560d9c3-6f75-4c19-85a5-7fec42be67f0 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364366 Jul 13 14:38:25.690678 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a91746-b184-4907-b861-6c3b301cfac4 req-fd056725-0ea5-4b7d-bc11-6f0b54a319f4 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:25.692228 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-58a91746-b184-4907-b861-6c3b301cfac4 req-fd056725-0ea5-4b7d-bc11-6f0b54a319f4 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=072d5a1c-a9e4-4ab7-8deb-081e1666da76 HTTP/1.1" status: 200 len: 943 time: 0.0833044 Jul 13 14:38:25.746953 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-58a91746-b184-4907-b861-6c3b301cfac4 req-0efdf7b3-bdba-4f87-b214-e7a3bb4d4c97 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443192 Jul 13 14:38:26.414064 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f713e-a117-4456-be0a-59993fa1e6b7 req-4227f0d0-38c8-4899-99cd-15a8fa114ff6 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:26.416619 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d74f713e-a117-4456-be0a-59993fa1e6b7 req-4227f0d0-38c8-4899-99cd-15a8fa114ff6 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.0765228 Jul 13 14:38:26.467236 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d74f713e-a117-4456-be0a-59993fa1e6b7 req-020e7284-2585-4821-8cdb-402c1a114dec tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450063 Jul 13 14:38:26.585637 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6333694-aa8f-4244-80a5-3c4987055c04 req-c5c8fa92-a152-4e3c-837b-e2b996a7e13d tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:26.587153 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b6333694-aa8f-4244-80a5-3c4987055c04 req-c5c8fa92-a152-4e3c-837b-e2b996a7e13d tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 943 time: 0.0780375 Jul 13 14:38:26.630240 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b6333694-aa8f-4244-80a5-3c4987055c04 req-b86a423f-60d0-4292-91db-fcefa73c90e6 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373909 Jul 13 14:38:26.960946 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af59b294-c4bd-47c9-8f07-bc1273a4ccfc req-a6312f2c-601a-4775-b873-b66a66b15aa1 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:26.962483 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-af59b294-c4bd-47c9-8f07-bc1273a4ccfc req-a6312f2c-601a-4775-b873-b66a66b15aa1 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=072d5a1c-a9e4-4ab7-8deb-081e1666da76 HTTP/1.1" status: 200 len: 943 time: 0.0756595 Jul 13 14:38:27.006901 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-af59b294-c4bd-47c9-8f07-bc1273a4ccfc req-9a3a45bd-0478-4a12-a52c-aa2484f76636 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368214 Jul 13 14:38:27.669092 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba01a2-0077-4db2-8580-5504f55a34b7 req-f7a805f1-7bf9-44f7-9be5-a0cf5ecde142 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:27.670629 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-fbba01a2-0077-4db2-8580-5504f55a34b7 req-f7a805f1-7bf9-44f7-9be5-a0cf5ecde142 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.0667529 Jul 13 14:38:27.727998 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-fbba01a2-0077-4db2-8580-5504f55a34b7 req-ee52fff0-61d5-4420-8f4e-af3d0b5c6ced tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513320 Jul 13 14:38:27.839098 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e694d1-f402-4a02-8e77-9d2e204cc757 req-7e0870ca-a7ef-4c8f-8ff0-f4b9c06f5cf3 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:27.840754 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b2e694d1-f402-4a02-8e77-9d2e204cc757 req-7e0870ca-a7ef-4c8f-8ff0-f4b9c06f5cf3 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 943 time: 0.0776374 Jul 13 14:38:27.900695 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b2e694d1-f402-4a02-8e77-9d2e204cc757 req-16def5ee-61e0-4982-bd16-19c1b6055060 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500810 Jul 13 14:38:28.207459 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d963c-0489-4ee5-869d-e659eea494e5 req-c1f52da3-07f8-4495-b250-ceeaf31659d2 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:28.209426 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-bb8d963c-0489-4ee5-869d-e659eea494e5 req-c1f52da3-07f8-4495-b250-ceeaf31659d2 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=072d5a1c-a9e4-4ab7-8deb-081e1666da76 HTTP/1.1" status: 200 len: 943 time: 0.0870712 Jul 13 14:38:28.267235 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-bb8d963c-0489-4ee5-869d-e659eea494e5 req-65851e39-4cae-4726-95a7-67281c59f983 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507150 Jul 13 14:38:28.949965 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df939c17-2831-4d31-abad-51e93c90c386 req-1e4f9ed0-08fc-4b45-a70d-1be9f32b9a41 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:28.952699 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-df939c17-2831-4d31-abad-51e93c90c386 req-1e4f9ed0-08fc-4b45-a70d-1be9f32b9a41 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.0909865 Jul 13 14:38:29.027242 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-df939c17-2831-4d31-abad-51e93c90c386 req-0c20da22-fbc6-40b9-8a9f-a60e5437a191 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660343 Jul 13 14:38:29.167862 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58a39e-c087-4f05-b714-10d14fce7463 req-4fcea7c3-5ae3-4f85-b2aa-745803aacabf tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:29.170563 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-bb58a39e-c087-4f05-b714-10d14fce7463 req-4fcea7c3-5ae3-4f85-b2aa-745803aacabf tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 943 time: 0.1249244 Jul 13 14:38:29.215087 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-bb58a39e-c087-4f05-b714-10d14fce7463 req-2bfe9f50-589d-482f-94b8-877b8d237c88 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381036 Jul 13 14:38:29.488788 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55699577-d003-425d-9dbf-aac606e9e950 req-7cca7512-4a1f-46c7-addd-fe3c5f48d743 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:29.490743 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-55699577-d003-425d-9dbf-aac606e9e950 req-7cca7512-4a1f-46c7-addd-fe3c5f48d743 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=072d5a1c-a9e4-4ab7-8deb-081e1666da76 HTTP/1.1" status: 200 len: 943 time: 0.0883093 Jul 13 14:38:29.532618 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-55699577-d003-425d-9dbf-aac606e9e950 req-4ca3ac53-ba23-47c5-9864-e77f42068e91 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355446 Jul 13 14:38:30.236280 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44346af5-e34a-4371-a76c-3c8caca9ff3b req-13d72395-3054-48e6-80fa-7a81ea70d5bf tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:30.237866 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-44346af5-e34a-4371-a76c-3c8caca9ff3b req-13d72395-3054-48e6-80fa-7a81ea70d5bf tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.0791175 Jul 13 14:38:30.284453 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-44346af5-e34a-4371-a76c-3c8caca9ff3b req-8ac24974-1924-4370-b71e-8f00dd64fe94 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394702 Jul 13 14:38:30.440124 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf4e30-9491-4fb5-a2d2-43af6e0d88cb req-9d27e38c-4d0f-48c5-81eb-d879ff18e696 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:30.441685 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c7cf4e30-9491-4fb5-a2d2-43af6e0d88cb req-9d27e38c-4d0f-48c5-81eb-d879ff18e696 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 943 time: 0.0724931 Jul 13 14:38:30.499592 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c7cf4e30-9491-4fb5-a2d2-43af6e0d88cb req-0d059468-d61f-4159-8236-4ac15387bb61 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480068 Jul 13 14:38:30.735752 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d5df3-3133-4878-bbf7-b0f31e007ae9 req-be29a63b-da0e-45bf-813c-efd0bafa1ba2 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:30.737261 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c20d5df3-3133-4878-bbf7-b0f31e007ae9 req-be29a63b-da0e-45bf-813c-efd0bafa1ba2 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=072d5a1c-a9e4-4ab7-8deb-081e1666da76 HTTP/1.1" status: 200 len: 943 time: 0.0768719 Jul 13 14:38:30.784174 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c20d5df3-3133-4878-bbf7-b0f31e007ae9 req-0cba8a44-3b2e-424e-8f62-8d2cb06a6520 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358732 Jul 13 14:38:31.474074 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb531bc-7207-4a59-a999-ec48ae19ca89 req-afc65f68-2218-4dd2-95f5-b1a06a5537e1 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:31.476218 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-eeb531bc-7207-4a59-a999-ec48ae19ca89 req-afc65f68-2218-4dd2-95f5-b1a06a5537e1 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.0652747 Jul 13 14:38:31.517844 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-eeb531bc-7207-4a59-a999-ec48ae19ca89 req-ed48bcf1-2caa-4020-a29d-a172134c023a tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353754 Jul 13 14:38:31.717503 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe4065-5c4e-447a-85d8-decafe369456 req-a5c10835-288b-4bc1-9645-dcc84acf1ed0 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:31.719024 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-31fe4065-5c4e-447a-85d8-decafe369456 req-a5c10835-288b-4bc1-9645-dcc84acf1ed0 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 943 time: 0.0703175 Jul 13 14:38:31.761790 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-31fe4065-5c4e-447a-85d8-decafe369456 req-cb87dcec-d9e2-4c76-864c-cb7785c77bb0 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356033 Jul 13 14:38:31.988375 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bbc63f-d40f-4cdd-aa83-290cdd8ba26b req-02086aed-d287-448f-802a-ab839f9331b6 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:31.989947 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e1bbc63f-d40f-4cdd-aa83-290cdd8ba26b req-02086aed-d287-448f-802a-ab839f9331b6 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=072d5a1c-a9e4-4ab7-8deb-081e1666da76 HTTP/1.1" status: 200 len: 943 time: 0.0788076 Jul 13 14:38:32.032346 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e1bbc63f-d40f-4cdd-aa83-290cdd8ba26b req-15fdda38-f55a-4a33-b1a0-aa03fb881d27 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340633 Jul 13 14:38:32.724154 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695912b2-d7c4-43d5-979f-1ceffd4f0ea5 req-d61b70cf-1689-4355-9079-90fba462495d tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:32.725678 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-695912b2-d7c4-43d5-979f-1ceffd4f0ea5 req-d61b70cf-1689-4355-9079-90fba462495d tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.0759017 Jul 13 14:38:32.783754 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-695912b2-d7c4-43d5-979f-1ceffd4f0ea5 req-75283556-89c2-4f0a-a716-b76702c77683 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517490 Jul 13 14:38:32.982654 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba40ca-8713-4900-a961-c8696b042ac3 req-f7593b71-0597-403e-b493-f12f75858787 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:32.984234 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4eba40ca-8713-4900-a961-c8696b042ac3 req-f7593b71-0597-403e-b493-f12f75858787 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 943 time: 0.0836260 Jul 13 14:38:33.031668 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4eba40ca-8713-4900-a961-c8696b042ac3 req-86e9a61b-33dc-46ac-bd3e-c5ad9529e1a0 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416183 Jul 13 14:38:33.242006 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e312fc3-5ed4-4b59-bcc1-09c75b443f27 req-d389dfce-2eab-4ddc-836b-f1edbc6872c3 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:33.243494 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4e312fc3-5ed4-4b59-bcc1-09c75b443f27 req-d389dfce-2eab-4ddc-836b-f1edbc6872c3 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=072d5a1c-a9e4-4ab7-8deb-081e1666da76 HTTP/1.1" status: 200 len: 943 time: 0.0689814 Jul 13 14:38:33.279209 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-4ae95c31-cd0e-4d29-847e-648f9576990b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:33.286269 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4e312fc3-5ed4-4b59-bcc1-09c75b443f27 req-26d7d8ea-6e80-4b89-8966-f32d989ff801 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363452 Jul 13 14:38:33.972315 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35a268-98db-4a2c-a108-dc16a2be513b req-53ac129a-14ce-4059-a033-b8d438f51973 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:33.973842 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7f35a268-98db-4a2c-a108-dc16a2be513b req-53ac129a-14ce-4059-a033-b8d438f51973 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.0643170 Jul 13 14:38:34.012824 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7f35a268-98db-4a2c-a108-dc16a2be513b req-a9464ade-da33-4552-8efe-f361809d0334 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332665 Jul 13 14:38:34.227075 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e70cc-9726-4304-863a-587ba416aeeb req-131b3649-0138-4c22-be99-1666e59d7f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:34.228560 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-027e70cc-9726-4304-863a-587ba416aeeb req-131b3649-0138-4c22-be99-1666e59d7f58 service neutron] 10.222.0.39 "GET /v2.0/networks?id=be68db2a-d7ef-4072-812b-7ac34e8884b7 HTTP/1.1" status: 200 len: 916 time: 0.1581275 Jul 13 14:38:34.236151 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436a5c6-5a43-478d-8a25-e62adbf29d5a req-66c2bcdc-6125-4709-89ca-b6997c705ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:34.237377 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfad9b4-060c-41bc-a79e-240b041b7c6e req-c847e8d7-08db-4203-ad45-74d6770b5d42 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:34.238644 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-0436a5c6-5a43-478d-8a25-e62adbf29d5a req-66c2bcdc-6125-4709-89ca-b6997c705ba1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5892afb7184848a28e5c2b3bb47266c2&device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 1098 time: 0.1375303 Jul 13 14:38:34.239808 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9cfad9b4-060c-41bc-a79e-240b041b7c6e req-c847e8d7-08db-4203-ad45-74d6770b5d42 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 943 time: 0.0755177 Jul 13 14:38:34.295713 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-027e70cc-9726-4304-863a-587ba416aeeb req-9713c654-3bf4-4c92-8025-be81904b9031 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7350d1fb-75dd-417f-897c-2f709d998f73 HTTP/1.1" status: 200 len: 217 time: 0.0557704 Jul 13 14:38:34.301168 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9cfad9b4-060c-41bc-a79e-240b041b7c6e req-eb5f7851-e6fb-4e91-820f-d877da179190 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546153 Jul 13 14:38:34.394790 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.agents_db [None req-a710d77f-e7af-45aa-808b-9771d160625e None None] Agent healthcheck: found 6 active agents {{(pid=93157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:38:34.398032 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e70cc-9726-4304-863a-587ba416aeeb req-66fabdc2-a465-4fbf-9fc3-7e721397aeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:34.399552 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-027e70cc-9726-4304-863a-587ba416aeeb req-66fabdc2-a465-4fbf-9fc3-7e721397aeae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=81f1987b-1fa5-4cd0-a128-938ff7f4d5b3 HTTP/1.1" status: 200 len: 855 time: 0.0779243 Jul 13 14:38:34.450645 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-027e70cc-9726-4304-863a-587ba416aeeb req-dd7dd42c-d3e3-493e-9d31-9dc84a1665c6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be68db2a-d7ef-4072-812b-7ac34e8884b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424104 Jul 13 14:38:34.453361 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436a5c6-5a43-478d-8a25-e62adbf29d5a req-1125c629-3f09-44bf-9f57-e34a84b9dc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:34.454730 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-0436a5c6-5a43-478d-8a25-e62adbf29d5a req-1125c629-3f09-44bf-9f57-e34a84b9dc08 service neutron] 10.222.0.39 "GET /v2.0/networks?id=86ac9154-8784-4774-baf0-e8c39b4cddeb HTTP/1.1" status: 200 len: 909 time: 0.2078910 Jul 13 14:38:34.496142 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e744550-277d-4d15-8332-eebef93876b1 req-73021be6-6e93-4c30-affb-ddb0de2fbb20 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:34.497651 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4e744550-277d-4d15-8332-eebef93876b1 req-73021be6-6e93-4c30-affb-ddb0de2fbb20 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=072d5a1c-a9e4-4ab7-8deb-081e1666da76 HTTP/1.1" status: 200 len: 943 time: 0.0639899 Jul 13 14:38:34.535772 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4e744550-277d-4d15-8332-eebef93876b1 req-adb68c25-72f1-4799-a4dc-ba4ef24e5e3f tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324390 Jul 13 14:38:34.583047 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-0436a5c6-5a43-478d-8a25-e62adbf29d5a req-7d0fe510-8bea-494d-8bd6-13b5d595c4e1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0484b73-0dec-4568-88da-662a28278535 HTTP/1.1" status: 200 len: 1001 time: 0.1101937 Jul 13 14:38:34.631194 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-027e70cc-9726-4304-863a-587ba416aeeb req-2731c121-0934-48b1-99df-1984f3c76705 service neutron] 10.222.0.39 "GET /v2.0/networks/be68db2a-d7ef-4072-812b-7ac34e8884b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662269 Jul 13 14:38:34.663836 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436a5c6-5a43-478d-8a25-e62adbf29d5a req-e4aa86ed-cfa0-491e-a741-94d213897500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:34.665296 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-0436a5c6-5a43-478d-8a25-e62adbf29d5a req-e4aa86ed-cfa0-491e-a741-94d213897500 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ead56a37-b614-443b-a85d-2b5d0e7941f8 HTTP/1.1" status: 200 len: 847 time: 0.0751183 Jul 13 14:38:34.772695 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-027e70cc-9726-4304-863a-587ba416aeeb req-d3806b36-8069-40f6-938c-f3d3fbb7c3b4 service neutron] 10.222.0.39 "GET /v2.0/networks/be68db2a-d7ef-4072-812b-7ac34e8884b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319463 Jul 13 14:38:34.781107 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436a5c6-5a43-478d-8a25-e62adbf29d5a req-6df3e532-f2c6-4ec2-8307-8c6ef3b860c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:34.782646 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-0436a5c6-5a43-478d-8a25-e62adbf29d5a req-6df3e532-f2c6-4ec2-8307-8c6ef3b860c6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86ac9154-8784-4774-baf0-e8c39b4cddeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0933170 Jul 13 14:38:34.932962 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-0436a5c6-5a43-478d-8a25-e62adbf29d5a req-899c31c9-b26b-406f-881e-ef0da341b0c3 service neutron] 10.222.0.39 "GET /v2.0/networks/86ac9154-8784-4774-baf0-e8c39b4cddeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808415 Jul 13 14:38:35.034679 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-0436a5c6-5a43-478d-8a25-e62adbf29d5a req-a7b077f7-8aa6-40b6-b863-9d3f48c52b65 service neutron] 10.222.0.39 "GET /v2.0/networks/86ac9154-8784-4774-baf0-e8c39b4cddeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885787 Jul 13 14:38:35.190903 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6a9af-97cd-4652-8a61-f1bea546eb93 req-7a38260e-cbe9-48bd-ac77-90596beb78dc tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:35.192317 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4cf6a9af-97cd-4652-8a61-f1bea546eb93 req-7a38260e-cbe9-48bd-ac77-90596beb78dc tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.0655420 Jul 13 14:38:35.231277 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4cf6a9af-97cd-4652-8a61-f1bea546eb93 req-69c89a0a-ac8b-4183-b263-69b8bb36ea6f tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327065 Jul 13 14:38:35.486525 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30428509-5f46-4114-a4a8-760e7ad73969 req-d2083177-2ecb-4004-a37e-48e602700d35 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:35.488107 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-30428509-5f46-4114-a4a8-760e7ad73969 req-d2083177-2ecb-4004-a37e-48e602700d35 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 943 time: 0.0673754 Jul 13 14:38:35.528904 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-30428509-5f46-4114-a4a8-760e7ad73969 req-c691ad36-e37f-49d5-afaf-764c7f9dbe45 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344129 Jul 13 14:38:35.712062 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ee00e-75f3-4bf6-8d4d-ed296deaa56c req-f4fe7d98-652d-44ba-b4b5-028317739980 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:35.713574 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-639ee00e-75f3-4bf6-8d4d-ed296deaa56c req-f4fe7d98-652d-44ba-b4b5-028317739980 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=072d5a1c-a9e4-4ab7-8deb-081e1666da76 HTTP/1.1" status: 200 len: 943 time: 0.0647409 Jul 13 14:38:35.752326 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-639ee00e-75f3-4bf6-8d4d-ed296deaa56c req-0809554b-d5dc-42f4-90fc-5340e5197d8a tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328822 Jul 13 14:38:35.898353 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-02c3e621-76c6-4381-a909-436b41cea48a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:36.138930 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:36.403881 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6ae0f-98a1-47bb-9586-3a87fc50ac13 req-4e8a6ceb-35e2-41d6-91dd-385e66e6cb28 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:36.405259 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d9e6ae0f-98a1-47bb-9586-3a87fc50ac13 req-4e8a6ceb-35e2-41d6-91dd-385e66e6cb28 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.0648248 Jul 13 14:38:36.442009 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d9e6ae0f-98a1-47bb-9586-3a87fc50ac13 req-446ed4e8-30a5-4e05-8015-d1a851a44426 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311401 Jul 13 14:38:36.718955 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f81a08-fc2f-4b18-bcd1-d1adb15b5c21 req-94e744d5-fa0a-4443-929b-aaee32a5dfa2 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:36.720409 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-80f81a08-fc2f-4b18-bcd1-d1adb15b5c21 req-94e744d5-fa0a-4443-929b-aaee32a5dfa2 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 943 time: 0.0702014 Jul 13 14:38:36.762871 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-80f81a08-fc2f-4b18-bcd1-d1adb15b5c21 req-2a45bd45-fc0a-4c7f-86fc-641320df1e01 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362606 Jul 13 14:38:36.938615 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71c7a9-5894-4271-a369-3a3c5f99f670 req-e70aa41e-187a-4ac7-92f0-0a51469d91a2 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:36.940079 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4d71c7a9-5894-4271-a369-3a3c5f99f670 req-e70aa41e-187a-4ac7-92f0-0a51469d91a2 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=072d5a1c-a9e4-4ab7-8deb-081e1666da76 HTTP/1.1" status: 200 len: 943 time: 0.0649121 Jul 13 14:38:36.978315 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4d71c7a9-5894-4271-a369-3a3c5f99f670 req-3a2eac66-96c5-42e2-b914-0fc337b8791e tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325491 Jul 13 14:38:37.164225 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:37.618214 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555979b-0453-4830-8604-348710f42e0f req-797747a2-d165-4e38-99b1-2f71b943155d tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:37.619754 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4555979b-0453-4830-8604-348710f42e0f req-797747a2-d165-4e38-99b1-2f71b943155d tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.0644295 Jul 13 14:38:37.657949 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4555979b-0453-4830-8604-348710f42e0f req-e1698cc7-a143-4e31-8188-f0deb4378f4e tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326288 Jul 13 14:38:37.955525 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf433b-555a-4aef-992c-6b283c4f6410 req-06ef39ae-3f9e-4f7a-a430-d0496949f97a tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:37.957099 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4eaf433b-555a-4aef-992c-6b283c4f6410 req-06ef39ae-3f9e-4f7a-a430-d0496949f97a tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 943 time: 0.0669978 Jul 13 14:38:37.998029 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4eaf433b-555a-4aef-992c-6b283c4f6410 req-1564d096-fa5f-4c42-9a79-ee86a0f703c4 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351517 Jul 13 14:38:38.165980 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ca4b5-b8ae-4a30-9612-b7a12a4fd135 req-330f45e7-1127-49c7-a38c-c6ae22b20cd7 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:38.168048 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-817ca4b5-b8ae-4a30-9612-b7a12a4fd135 req-330f45e7-1127-49c7-a38c-c6ae22b20cd7 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=072d5a1c-a9e4-4ab7-8deb-081e1666da76 HTTP/1.1" status: 200 len: 943 time: 0.0730050 Jul 13 14:38:38.224471 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-817ca4b5-b8ae-4a30-9612-b7a12a4fd135 req-f6c7ed97-198f-44c5-9b87-319c6a2e218f tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499327 Jul 13 14:38:38.320720 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 7350d1fb-75dd-417f-897c-2f709d998f73 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:38:38.544979 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port 7350d1fb-75dd-417f-897c-2f709d998f73, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=7350d1fb-75dd-417f-897c-2f709d998f73,segment=NetworkSegment(5cb2a2e7-90bc-4e10-a276-f895674abf5c),segment_id=5cb2a2e7-90bc-4e10-a276-f895674abf5c)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:38:38.559924 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Returning: {'device': '7350d1fb-75dd-417f-897c-2f709d998f73', 'network_id': 'be68db2a-d7ef-4072-812b-7ac34e8884b7', 'port_id': '7350d1fb-75dd-417f-897c-2f709d998f73', 'mac_address': 'fa:16:3e:28:52:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f1987b-1fa5-4cd0-a128-938ff7f4d5b3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:38:38.600540 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:38.606871 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:38.620610 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7350d1fb-75dd-417f-897c-2f709d998f73 {{(pid=93156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:38:38.648265 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port 7350d1fb-75dd-417f-897c-2f709d998f73, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=7350d1fb-75dd-417f-897c-2f709d998f73,segment=NetworkSegment(5cb2a2e7-90bc-4e10-a276-f895674abf5c),segment_id=5cb2a2e7-90bc-4e10-a276-f895674abf5c)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:38:38.653264 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:38.727229 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=7350d1fb-75dd-417f-897c-2f709d998f73,revision_number=4']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:38.870582 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688936c0-2c89-41ed-a9f8-a6ab67d637bf req-64f71308-4860-4625-af4a-c5ccac53767b tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:38.872170 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-688936c0-2c89-41ed-a9f8-a6ab67d637bf req-64f71308-4860-4625-af4a-c5ccac53767b tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.0700006 Jul 13 14:38:38.915129 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-688936c0-2c89-41ed-a9f8-a6ab67d637bf req-636781e5-2566-44a1-96a2-fd0cc1616acb tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368929 Jul 13 14:38:39.077100 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] get_ports_and_sgs() called for port_ids ['7350d1fb-75dd-417f-897c-2f709d998f73'] {{(pid=93156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:38:39.195685 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfbe3c6-4b73-40fc-8500-e365fa9cac61 req-72686679-d84b-48be-8b86-a35ee541ca5e tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:39.198283 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1cfbe3c6-4b73-40fc-8500-e365fa9cac61 req-72686679-d84b-48be-8b86-a35ee541ca5e tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 943 time: 0.0784206 Jul 13 14:38:39.257658 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1cfbe3c6-4b73-40fc-8500-e365fa9cac61 req-e45d052c-4d51-4abc-93da-db3148eb35f3 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525453 Jul 13 14:38:39.408736 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa20df4-93e9-42e8-904c-f3196e0e343d req-22d1bb42-a198-464a-ba17-ce92f6e5cf40 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:39.410193 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9aa20df4-93e9-42e8-904c-f3196e0e343d req-22d1bb42-a198-464a-ba17-ce92f6e5cf40 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=072d5a1c-a9e4-4ab7-8deb-081e1666da76 HTTP/1.1" status: 200 len: 944 time: 0.0654967 Jul 13 14:38:39.456348 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9aa20df4-93e9-42e8-904c-f3196e0e343d req-8c00b536-63c6-4ebb-a112-e22db67972d1 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356388 Jul 13 14:38:40.101612 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa2c5c8-1124-4d2f-a5fa-3a6378f65326 req-14c89c9c-e114-4096-b5f0-89459fe62f75 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:40.103516 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4fa2c5c8-1124-4d2f-a5fa-3a6378f65326 req-14c89c9c-e114-4096-b5f0-89459fe62f75 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.0745604 Jul 13 14:38:40.145712 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4fa2c5c8-1124-4d2f-a5fa-3a6378f65326 req-cb12f968-3896-4554-b13c-55d9f5e28c88 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354090 Jul 13 14:38:40.322136 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 7350d1fb-75dd-417f-897c-2f709d998f73 up at agent hyperv_hv-cinder-78445 {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:38:40.377482 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Provisioning for port 7350d1fb-75dd-417f-897c-2f709d998f73 completed by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:38:40.382272 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Provisioning complete for port 7350d1fb-75dd-417f-897c-2f709d998f73 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:40.382653 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:40.465622 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:40.471750 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51cdd50-76e8-4d40-9997-564056726579 req-38c05645-36fa-4250-b750-5e839260d870 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:40.474475 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f51cdd50-76e8-4d40-9997-564056726579 req-38c05645-36fa-4250-b750-5e839260d870 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 943 time: 0.0783412 Jul 13 14:38:40.498411 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072d5a1c-a9e4-4ab7-8deb-081e1666da76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7350d1fb-75dd-417f-897c-2f709d998f73'}] {{(pid=93156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:38:40.500724 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd5989a68af48bbe0a00b0c674d1da0e65c633cef20e3ffd105cdad221ff8d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a4a85f-4914-4a44-88a4-411702f7116e" -d '{"events": [{"server_uuid": "072d5a1c-a9e4-4ab7-8deb-081e1666da76", "name": "network-vif-plugged", "status": "completed", "tag": "7350d1fb-75dd-417f-897c-2f709d998f73"}]}' {{(pid=93156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:38:40.516242 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port 7350d1fb-75dd-417f-897c-2f709d998f73, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=7350d1fb-75dd-417f-897c-2f709d998f73,segment=NetworkSegment(5cb2a2e7-90bc-4e10-a276-f895674abf5c),segment_id=5cb2a2e7-90bc-4e10-a276-f895674abf5c)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:38:40.524051 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:40.544911 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f51cdd50-76e8-4d40-9997-564056726579 req-e15883e3-2b71-451a-b13c-998ed04ea8af tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640109 Jul 13 14:38:40.589258 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=7350d1fb-75dd-417f-897c-2f709d998f73,revision_number=5']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:40.626199 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca54565-45b0-4dc3-b116-76ab75b93fdb x-openstack-request-id: req-3ca54565-45b0-4dc3-b116-76ab75b93fdb {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:38:40.626728 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072d5a1c-a9e4-4ab7-8deb-081e1666da76", "name": "network-vif-plugged", "status": "completed", "tag": "7350d1fb-75dd-417f-897c-2f709d998f73", "code": 200}]} {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:38:40.627139 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3ca54565-45b0-4dc3-b116-76ab75b93fdb {{(pid=93156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:38:40.627841 dv-cinder-784453-8-iscsi neutron-server[93156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072d5a1c-a9e4-4ab7-8deb-081e1666da76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7350d1fb-75dd-417f-897c-2f709d998f73', 'code': 200} Jul 13 14:38:40.737973 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710e881-9a75-4d1d-9b18-4ce4b095272d req-baa0d084-a596-4eab-98da-7ece4329c112 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:40.741142 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0710e881-9a75-4d1d-9b18-4ce4b095272d req-baa0d084-a596-4eab-98da-7ece4329c112 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=072d5a1c-a9e4-4ab7-8deb-081e1666da76 HTTP/1.1" status: 200 len: 945 time: 0.1124980 Jul 13 14:38:40.805176 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0710e881-9a75-4d1d-9b18-4ce4b095272d req-8a867f7b-c5c1-4396-aeb6-07375d9e9bd2 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578277 Jul 13 14:38:40.926374 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3944f53-0c3b-487e-af36-8825e34e8727 req-7fcc2a64-699f-4059-8b11-76543c6bc2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:40.927907 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-c3944f53-0c3b-487e-af36-8825e34e8727 req-7fcc2a64-699f-4059-8b11-76543c6bc2b1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=072d5a1c-a9e4-4ab7-8deb-081e1666da76 HTTP/1.1" status: 200 len: 1098 time: 0.0565805 Jul 13 14:38:40.969760 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-c3944f53-0c3b-487e-af36-8825e34e8727 req-69a32324-66a5-4aa2-a2da-5662a005da40 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333109 Jul 13 14:38:41.336054 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534cb248-007d-4fa8-ab80-564b5a7f70c5 req-280db194-98f3-47cf-aba2-f9e956b4a3ab tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:41.337714 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-534cb248-007d-4fa8-ab80-564b5a7f70c5 req-280db194-98f3-47cf-aba2-f9e956b4a3ab tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.0709496 Jul 13 14:38:41.386933 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-534cb248-007d-4fa8-ab80-564b5a7f70c5 req-bad3e85f-9e3c-4686-ba3e-32c7e45a8bef tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432861 Jul 13 14:38:41.747530 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e75ed1-93b5-4ce6-9e6a-41382c02bd81 req-009df100-7d59-456c-8bdc-bf01e048cbd1 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:41.749077 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a0e75ed1-93b5-4ce6-9e6a-41382c02bd81 req-009df100-7d59-456c-8bdc-bf01e048cbd1 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 943 time: 0.0659008 Jul 13 14:38:41.789064 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a0e75ed1-93b5-4ce6-9e6a-41382c02bd81 req-e1ad14cf-9b5f-40eb-a332-f9ddf5fb242a tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338817 Jul 13 14:38:41.983688 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e74373-752e-4866-84f1-810d1291968a req-f263c0af-2e23-4822-bc1c-12f36189a9f0 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:41.985204 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a6e74373-752e-4866-84f1-810d1291968a req-f263c0af-2e23-4822-bc1c-12f36189a9f0 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=072d5a1c-a9e4-4ab7-8deb-081e1666da76 HTTP/1.1" status: 200 len: 945 time: 0.0639148 Jul 13 14:38:42.028384 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a6e74373-752e-4866-84f1-810d1291968a req-1de30d89-858c-4084-9973-42358d2af801 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369070 Jul 13 14:38:42.594211 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489ec8f-7f9b-4d6e-8b2f-9b0265a9f7fc req-5b2036bc-57c2-45dd-9f8f-2edd2fb9d673 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:42.596898 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f489ec8f-7f9b-4d6e-8b2f-9b0265a9f7fc req-5b2036bc-57c2-45dd-9f8f-2edd2fb9d673 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.0843401 Jul 13 14:38:42.637281 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f489ec8f-7f9b-4d6e-8b2f-9b0265a9f7fc req-562e2c27-b974-40db-84f0-5d0060d2cf0d tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347533 Jul 13 14:38:42.974077 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30800322-924e-4a6e-ae4a-c0391a011545 req-234da91e-dfb7-429c-9403-8560db143517 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:42.975663 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-30800322-924e-4a6e-ae4a-c0391a011545 req-234da91e-dfb7-429c-9403-8560db143517 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 943 time: 0.0636771 Jul 13 14:38:43.014812 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-30800322-924e-4a6e-ae4a-c0391a011545 req-5a737c78-1f9a-47b0-acb0-24f335656ddd tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335200 Jul 13 14:38:43.205807 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99002f3-467b-4017-846c-244d4be42bce req-ff915eff-5b36-430b-9d13-a7cc918b202d tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:43.207404 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f99002f3-467b-4017-846c-244d4be42bce req-ff915eff-5b36-430b-9d13-a7cc918b202d tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=072d5a1c-a9e4-4ab7-8deb-081e1666da76 HTTP/1.1" status: 200 len: 945 time: 0.0667329 Jul 13 14:38:43.246943 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f99002f3-467b-4017-846c-244d4be42bce req-a76b06d4-a9ee-4c34-a3a8-cc47ba7a8040 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334971 Jul 13 14:38:43.819657 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb3120-3f0c-48ce-bb18-ebd839617500 req-014e7215-3b9b-439f-a4ce-6bc78bc6260a tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:43.821203 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-dccb3120-3f0c-48ce-bb18-ebd839617500 req-014e7215-3b9b-439f-a4ce-6bc78bc6260a tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.0678923 Jul 13 14:38:43.859563 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-dccb3120-3f0c-48ce-bb18-ebd839617500 req-1cc7ca2e-ebb0-4c55-869a-0a4afafc9bbb tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324221 Jul 13 14:38:44.197284 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c3dd8-099a-4881-8759-a9920dd3b203 req-002af29e-495f-4fcf-880d-9fd1ce238aec tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:44.198871 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5e8c3dd8-099a-4881-8759-a9920dd3b203 req-002af29e-495f-4fcf-880d-9fd1ce238aec tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 943 time: 0.0634396 Jul 13 14:38:44.236483 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5e8c3dd8-099a-4881-8759-a9920dd3b203 req-27479a55-7ede-4e24-a5ae-4f6d09fc8464 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318170 Jul 13 14:38:44.346915 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 96e9db92-4167-45b2-b18d-aa1795f4bd8f details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:38:44.442360 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port 96e9db92-4167-45b2-b18d-aa1795f4bd8f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=96e9db92-4167-45b2-b18d-aa1795f4bd8f,segment=NetworkSegment(4ad0260d-356e-47c3-9fe1-42a46c9ee2c2),segment_id=4ad0260d-356e-47c3-9fe1-42a46c9ee2c2)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:38:44.454214 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Returning: {'device': '96e9db92-4167-45b2-b18d-aa1795f4bd8f', 'network_id': 'b04875e6-1fc2-4c4b-96d5-3d915be01c53', 'port_id': '96e9db92-4167-45b2-b18d-aa1795f4bd8f', 'mac_address': 'fa:16:3e:da:30:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2093f447-27c9-42a2-bbad-8523311dd7a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:38:44.489188 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:44.502041 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96e9db92-4167-45b2-b18d-aa1795f4bd8f {{(pid=93156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:38:44.525019 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port 96e9db92-4167-45b2-b18d-aa1795f4bd8f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=96e9db92-4167-45b2-b18d-aa1795f4bd8f,segment=NetworkSegment(4ad0260d-356e-47c3-9fe1-42a46c9ee2c2),segment_id=4ad0260d-356e-47c3-9fe1-42a46c9ee2c2)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:38:44.528567 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:44.575819 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=96e9db92-4167-45b2-b18d-aa1795f4bd8f,revision_number=9']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:45.013071 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] get_ports_and_sgs() called for port_ids ['96e9db92-4167-45b2-b18d-aa1795f4bd8f'] {{(pid=93156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:38:45.086652 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d25c0-b584-4c62-9072-da7f793b26b2 req-3317c54f-2aee-49fc-a382-f196326a1193 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:45.088415 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4f1d25c0-b584-4c62-9072-da7f793b26b2 req-3317c54f-2aee-49fc-a382-f196326a1193 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.1012177 Jul 13 14:38:45.136445 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4f1d25c0-b584-4c62-9072-da7f793b26b2 req-e0ba31e3-cf3d-413c-ad4f-1cb74a14addc tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380132 Jul 13 14:38:45.415751 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a387d80-8696-4cbb-85d1-9e72974cbc85 req-31036441-498c-4116-8147-8afdffac26d5 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:45.417126 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0a387d80-8696-4cbb-85d1-9e72974cbc85 req-31036441-498c-4116-8147-8afdffac26d5 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 944 time: 0.0622966 Jul 13 14:38:45.455465 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0a387d80-8696-4cbb-85d1-9e72974cbc85 req-d842bfa5-c899-4468-ae6b-e9990870e525 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323389 Jul 13 14:38:46.029904 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:46.078169 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627f28a-3b83-49bf-a7aa-4a3f4a2050e9 req-0ee9cfaa-bd92-443f-b49c-cf6d9c967a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:46.079805 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-5627f28a-3b83-49bf-a7aa-4a3f4a2050e9 req-0ee9cfaa-bd92-443f-b49c-cf6d9c967a51 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 1098 time: 0.0565457 Jul 13 14:38:46.116214 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-5627f28a-3b83-49bf-a7aa-4a3f4a2050e9 req-7ecd08a1-7665-4e8a-bdb8-2695d7e71a0a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294192 Jul 13 14:38:46.326393 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638a959-8f71-45b3-acf1-77abec662a6e req-1f731090-5e94-4d7c-86bc-1695b5016852 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:46.328087 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0638a959-8f71-45b3-acf1-77abec662a6e req-1f731090-5e94-4d7c-86bc-1695b5016852 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.0714133 Jul 13 14:38:46.359622 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 96e9db92-4167-45b2-b18d-aa1795f4bd8f up at agent hyperv_hv-cinder-78445 {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:38:46.373879 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0638a959-8f71-45b3-acf1-77abec662a6e req-739e2064-2cc6-47ef-8abe-c2fdb6086b29 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395031 Jul 13 14:38:46.419809 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Provisioning complete for port 96e9db92-4167-45b2-b18d-aa1795f4bd8f triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:38:46.420235 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:46.504373 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:46.544248 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2710a355-6e44-4b59-827d-302f15c9d6d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e9db92-4167-45b2-b18d-aa1795f4bd8f'}] {{(pid=93156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:38:46.548222 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd5989a68af48bbe0a00b0c674d1da0e65c633cef20e3ffd105cdad221ff8d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3073d0c1-fa04-4154-a7cf-e7d4d581f7cd" -d '{"events": [{"server_uuid": "2710a355-6e44-4b59-827d-302f15c9d6d9", "name": "network-vif-plugged", "status": "completed", "tag": "96e9db92-4167-45b2-b18d-aa1795f4bd8f"}]}' {{(pid=93156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:38:46.566447 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port 96e9db92-4167-45b2-b18d-aa1795f4bd8f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=96e9db92-4167-45b2-b18d-aa1795f4bd8f,segment=NetworkSegment(4ad0260d-356e-47c3-9fe1-42a46c9ee2c2),segment_id=4ad0260d-356e-47c3-9fe1-42a46c9ee2c2)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:38:46.573579 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:46.603232 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d693ea-ff6a-4329-9558-632799fb752e x-openstack-request-id: req-14d693ea-ff6a-4329-9558-632799fb752e {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:38:46.603528 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2710a355-6e44-4b59-827d-302f15c9d6d9", "name": "network-vif-plugged", "status": "completed", "tag": "96e9db92-4167-45b2-b18d-aa1795f4bd8f", "code": 200}]} {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:38:46.603782 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-14d693ea-ff6a-4329-9558-632799fb752e {{(pid=93156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:38:46.604182 dv-cinder-784453-8-iscsi neutron-server[93156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2710a355-6e44-4b59-827d-302f15c9d6d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e9db92-4167-45b2-b18d-aa1795f4bd8f', 'code': 200} Jul 13 14:38:46.634772 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=96e9db92-4167-45b2-b18d-aa1795f4bd8f,revision_number=10']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:46.657285 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c5eb8-01a0-42a6-a0b4-9c1ec5652529 req-d27c8b81-fa91-4670-8e00-aa2adad0ad35 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:46.660710 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-745c5eb8-01a0-42a6-a0b4-9c1ec5652529 req-d27c8b81-fa91-4670-8e00-aa2adad0ad35 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 946 time: 0.0775285 Jul 13 14:38:46.706459 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-745c5eb8-01a0-42a6-a0b4-9c1ec5652529 req-a7474cc7-ecc0-4096-bf12-b6707d139106 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416808 Jul 13 14:38:47.317212 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6592f026-1515-485c-9c55-00f5eed64573 req-bee1f8ed-e689-4755-9446-e861b27bd247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:47.318722 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-6592f026-1515-485c-9c55-00f5eed64573 req-bee1f8ed-e689-4755-9446-e861b27bd247 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 1099 time: 0.0521674 Jul 13 14:38:47.357039 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-6592f026-1515-485c-9c55-00f5eed64573 req-0067c803-a2fb-4229-b467-2a68274639dd service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287969 Jul 13 14:38:47.559810 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa50c5-b78d-4906-83c3-00ce6a63d233 req-b89e1c5c-e487-4103-9d99-5af28961f6fa tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:47.561999 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e2fa50c5-b78d-4906-83c3-00ce6a63d233 req-b89e1c5c-e487-4103-9d99-5af28961f6fa tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.0677681 Jul 13 14:38:47.602909 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e2fa50c5-b78d-4906-83c3-00ce6a63d233 req-ce8ae5b0-6268-4758-b407-0cb495dc4266 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336573 Jul 13 14:38:47.898505 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17695d39-5576-46e1-92d4-89f3ed765294 req-98811998-5b94-4123-b695-e78798e878a5 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:47.900043 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-17695d39-5576-46e1-92d4-89f3ed765294 req-98811998-5b94-4123-b695-e78798e878a5 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 946 time: 0.0680637 Jul 13 14:38:47.951935 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-17695d39-5576-46e1-92d4-89f3ed765294 req-5e1c5e25-e013-46a2-9583-8e648443aabd tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408602 Jul 13 14:38:48.782570 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f22576-ac85-48e7-a9ca-e836cc737a43 req-3d9f9d73-b716-46b7-9dc1-7da99e6d89ae tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:48.784090 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-38f22576-ac85-48e7-a9ca-e836cc737a43 req-3d9f9d73-b716-46b7-9dc1-7da99e6d89ae tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.0657675 Jul 13 14:38:48.826756 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-38f22576-ac85-48e7-a9ca-e836cc737a43 req-111c3db2-6793-44ae-a912-00fd976f591a tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355515 Jul 13 14:38:49.143975 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e78920-b421-44d7-904a-8d5e991abd75 req-4f763cb7-bb9e-4a9a-bf0a-93b011b952ab tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:49.145485 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-30e78920-b421-44d7-904a-8d5e991abd75 req-4f763cb7-bb9e-4a9a-bf0a-93b011b952ab tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 946 time: 0.0741909 Jul 13 14:38:49.197980 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-30e78920-b421-44d7-904a-8d5e991abd75 req-9b396c1a-10b3-420c-be89-f7165814008e tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457489 Jul 13 14:38:49.352316 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e07954-769e-4941-8e5f-39975f140133 req-012a4ba7-24e1-4d4c-b97e-29b2ff7cdc54 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:49.353872 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e6e07954-769e-4941-8e5f-39975f140133 req-012a4ba7-24e1-4d4c-b97e-29b2ff7cdc54 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.0726862 Jul 13 14:38:49.358810 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7d89c-0f1d-45ab-88b2-f3c955542db6 req-c38b0cb2-deeb-4814-be31-359db015e01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:49.361711 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-12d7d89c-0f1d-45ab-88b2-f3c955542db6 req-c38b0cb2-deeb-4814-be31-359db015e01d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fc557a9da65c4850a0db554e60444325&device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 1098 time: 0.0721111 Jul 13 14:38:49.394893 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e6e07954-769e-4941-8e5f-39975f140133 req-69a07290-3882-4bec-84e9-7a6aac868811 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352719 Jul 13 14:38:49.467430 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7d89c-0f1d-45ab-88b2-f3c955542db6 req-a4ef973b-8bc2-4574-8a34-3df0d0390372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:49.468846 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-12d7d89c-0f1d-45ab-88b2-f3c955542db6 req-a4ef973b-8bc2-4574-8a34-3df0d0390372 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c60399fe-47fd-4adc-84b8-a09ce78c9d83 HTTP/1.1" status: 200 len: 920 time: 0.0999911 Jul 13 14:38:49.515301 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-12d7d89c-0f1d-45ab-88b2-f3c955542db6 req-af5da7c3-f0f9-4232-b300-8c443c96dd12 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6109ef05-e9de-4df0-90ea-df14f1f97426 HTTP/1.1" status: 200 len: 217 time: 0.0350757 Jul 13 14:38:49.568765 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7d89c-0f1d-45ab-88b2-f3c955542db6 req-1f925790-cd30-4f5b-a482-c00041d98ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:49.570842 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-12d7d89c-0f1d-45ab-88b2-f3c955542db6 req-1f925790-cd30-4f5b-a482-c00041d98ab8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=57ef7d24-de03-448d-9f18-05ea2c1e72c3 HTTP/1.1" status: 200 len: 859 time: 0.0465729 Jul 13 14:38:49.612034 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-12d7d89c-0f1d-45ab-88b2-f3c955542db6 req-1ac44a47-f7a1-441b-8f1c-7599570129bb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c60399fe-47fd-4adc-84b8-a09ce78c9d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310616 Jul 13 14:38:49.730540 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-12d7d89c-0f1d-45ab-88b2-f3c955542db6 req-db4b5836-eb79-4e94-857b-a8395ddd1eda service neutron] 10.222.0.39 "GET /v2.0/networks/c60399fe-47fd-4adc-84b8-a09ce78c9d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071532 Jul 13 14:38:49.836140 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-12d7d89c-0f1d-45ab-88b2-f3c955542db6 req-1be773f3-b4b2-4349-8fad-bedd0a6d9c83 service neutron] 10.222.0.39 "GET /v2.0/networks/c60399fe-47fd-4adc-84b8-a09ce78c9d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911570 Jul 13 14:38:50.426014 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d7ab78-8be3-4447-8438-b452bb6c0073 req-3aaadf37-713e-417f-8f8e-f23b56517fda tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:50.428816 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-17d7ab78-8be3-4447-8438-b452bb6c0073 req-3aaadf37-713e-417f-8f8e-f23b56517fda tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 946 time: 0.0717380 Jul 13 14:38:50.492331 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-17d7ab78-8be3-4447-8438-b452bb6c0073 req-67c6137c-9007-485f-b21f-458446c1b3e6 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580022 Jul 13 14:38:50.606814 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a5bbb-4aa8-4df5-83cf-7321193c028a req-07d27962-b9ee-4237-9e4d-c7b602a013ec tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:50.608362 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ad9a5bbb-4aa8-4df5-83cf-7321193c028a req-07d27962-b9ee-4237-9e4d-c7b602a013ec tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.0914180 Jul 13 14:38:50.668475 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ad9a5bbb-4aa8-4df5-83cf-7321193c028a req-1b095a72-597c-42f3-84f5-522bb943db6c tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533452 Jul 13 14:38:51.718553 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0e801-e047-4149-952e-70c9030289f2 req-b71e2498-5051-4ebc-8390-93b380600499 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:51.720154 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8eb0e801-e047-4149-952e-70c9030289f2 req-b71e2498-5051-4ebc-8390-93b380600499 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 946 time: 0.0843914 Jul 13 14:38:51.762615 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8eb0e801-e047-4149-952e-70c9030289f2 req-705717ee-a31f-4e8a-98ce-0e2de520fdfb tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358012 Jul 13 14:38:51.883752 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11076c9-fb58-43c5-91ce-452955cbd033 req-669bc926-d7e3-46fc-a76b-610bb59ed6f7 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:51.885341 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e11076c9-fb58-43c5-91ce-452955cbd033 req-669bc926-d7e3-46fc-a76b-610bb59ed6f7 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.0669510 Jul 13 14:38:52.142967 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e11076c9-fb58-43c5-91ce-452955cbd033 req-57826486-6757-48f1-9acf-a5e73624f072 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474678 Jul 13 14:38:53.346949 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe963716-ebf4-4284-81ff-c210748fbd91 req-b23af581-eb6a-4e41-b540-3117504c7655 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:53.348487 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-fe963716-ebf4-4284-81ff-c210748fbd91 req-b23af581-eb6a-4e41-b540-3117504c7655 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.0678844 Jul 13 14:38:53.391722 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-fe963716-ebf4-4284-81ff-c210748fbd91 req-8fc7bddb-503b-4f24-bb68-0effcc512aa2 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373023 Jul 13 14:38:54.604078 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d04e46-9d72-4e4b-a475-5f705624a391 req-d8257d8d-0965-49d5-bcd9-e4293ea6c567 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:54.605516 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-23d04e46-9d72-4e4b-a475-5f705624a391 req-d8257d8d-0965-49d5-bcd9-e4293ea6c567 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.0775247 Jul 13 14:38:54.649217 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-23d04e46-9d72-4e4b-a475-5f705624a391 req-ac0a6d62-2e37-4758-b767-333569cdd489 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376513 Jul 13 14:38:56.617889 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35bc295-376d-4b2b-86c5-6a1986fdc019 req-6275425c-e822-460f-80ab-31a1ab1d5b52 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:56.619339 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e35bc295-376d-4b2b-86c5-6a1986fdc019 req-6275425c-e822-460f-80ab-31a1ab1d5b52 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=072d5a1c-a9e4-4ab7-8deb-081e1666da76 HTTP/1.1" status: 200 len: 945 time: 0.0638733 Jul 13 14:38:56.663887 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e35bc295-376d-4b2b-86c5-6a1986fdc019 req-07885368-c75a-48ec-bf48-2cd520917403 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387020 Jul 13 14:38:57.844556 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c2aac-924d-4004-940e-ef7e9e4a177b req-dd278a11-c107-4a7c-920a-75c3761a728d tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:57.846055 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1e3c2aac-924d-4004-940e-ef7e9e4a177b req-dd278a11-c107-4a7c-920a-75c3761a728d tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=072d5a1c-a9e4-4ab7-8deb-081e1666da76 HTTP/1.1" status: 200 len: 945 time: 0.0630991 Jul 13 14:38:57.885477 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1e3c2aac-924d-4004-940e-ef7e9e4a177b req-aed10db4-0e1f-433c-84a3-e506e74f4103 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331402 Jul 13 14:38:58.895076 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781690a5-4a37-4661-9a19-338d55814bcd req-58940e28-2090-40dd-a995-f915181d5128 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:58.897186 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-781690a5-4a37-4661-9a19-338d55814bcd req-58940e28-2090-40dd-a995-f915181d5128 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.39 "GET /v2.0/ports?device_id=072d5a1c-a9e4-4ab7-8deb-081e1666da76 HTTP/1.1" status: 200 len: 945 time: 0.0743406 Jul 13 14:38:59.013983 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [req-781690a5-4a37-4661-9a19-338d55814bcd req-c913fc3e-4873-46ac-b812-b8ef0d0aab78 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Deleting port 7350d1fb-75dd-417f-897c-2f709d998f73 {{(pid=93155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:38:59.014345 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-781690a5-4a37-4661-9a19-338d55814bcd req-c913fc3e-4873-46ac-b812-b8ef0d0aab78 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:59.070313 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c1143-26bb-454c-98aa-c6950292941a req-95dbfab8-f0cc-4d2e-8448-78a59e118295 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:59.071841 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a40c1143-26bb-454c-98aa-c6950292941a req-95dbfab8-f0cc-4d2e-8448-78a59e118295 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=072d5a1c-a9e4-4ab7-8deb-081e1666da76 HTTP/1.1" status: 200 len: 945 time: 0.0714386 Jul 13 14:38:59.105668 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-781690a5-4a37-4661-9a19-338d55814bcd req-c913fc3e-4873-46ac-b812-b8ef0d0aab78 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] For port 7350d1fb-75dd-417f-897c-2f709d998f73, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=7350d1fb-75dd-417f-897c-2f709d998f73,segment=NetworkSegment(5cb2a2e7-90bc-4e10-a276-f895674abf5c),segment_id=5cb2a2e7-90bc-4e10-a276-f895674abf5c)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:38:59.106030 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-781690a5-4a37-4661-9a19-338d55814bcd req-c913fc3e-4873-46ac-b812-b8ef0d0aab78 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:59.110657 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a40c1143-26bb-454c-98aa-c6950292941a req-5e1d2f57-8b15-4bd9-bcaf-b37f0ab134fb tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328825 Jul 13 14:38:59.120246 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [req-781690a5-4a37-4661-9a19-338d55814bcd req-c913fc3e-4873-46ac-b812-b8ef0d0aab78 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Calling delete_port for 7350d1fb-75dd-417f-897c-2f709d998f73 owned by compute:nova {{(pid=93155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:38:59.249093 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-781690a5-4a37-4661-9a19-338d55814bcd req-c913fc3e-4873-46ac-b812-b8ef0d0aab78 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:59.280061 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c913fc3e-4873-46ac-b812-b8ef0d0aab78 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Pushing event deleted for resources: {'Port': ['ID=7350d1fb-75dd-417f-897c-2f709d998f73,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:38:59.303557 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] get_ports_and_sgs() called for port_ids ['a3fb3e11-f1f7-45aa-9456-985cddc7ebdf', 'b606e69d-caa3-4fe7-9b56-106be274f192', '5660a71d-3836-432e-8ba3-3f76f3ef7d09', '7350d1fb-75dd-417f-897c-2f709d998f73'] {{(pid=93156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:38:59.330078 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [req-781690a5-4a37-4661-9a19-338d55814bcd req-c913fc3e-4873-46ac-b812-b8ef0d0aab78 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] No DVR routers for this DVR port 7350d1fb-75dd-417f-897c-2f709d998f73 on host hv-cinder-78445 {{(pid=93155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:38:59.332744 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-781690a5-4a37-4661-9a19-338d55814bcd req-c913fc3e-4873-46ac-b812-b8ef0d0aab78 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:38:59.335161 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-781690a5-4a37-4661-9a19-338d55814bcd req-c913fc3e-4873-46ac-b812-b8ef0d0aab78 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.39 "DELETE /v2.0/ports/7350d1fb-75dd-417f-897c-2f709d998f73 HTTP/1.1" status: 204 len: 173 time: 0.4292417 Jul 13 14:38:59.335629 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072d5a1c-a9e4-4ab7-8deb-081e1666da76', 'name': 'network-vif-deleted', 'tag': '7350d1fb-75dd-417f-897c-2f709d998f73'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:38:59.338012 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969d499ae61b7a2d5523e15545dbdfcb627d31ab7a946dd0dec0766d655d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c4441d-ff0a-4c8f-b78f-8dc66de9bcb1" -d '{"events": [{"server_uuid": "072d5a1c-a9e4-4ab7-8deb-081e1666da76", "name": "network-vif-deleted", "tag": "7350d1fb-75dd-417f-897c-2f709d998f73"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:38:59.374670 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48d546e-7169-4f8e-b1bb-d9cf375ba243 x-openstack-request-id: req-d48d546e-7169-4f8e-b1bb-d9cf375ba243 {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:38:59.374953 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072d5a1c-a9e4-4ab7-8deb-081e1666da76", "name": "network-vif-deleted", "tag": "7350d1fb-75dd-417f-897c-2f709d998f73", "status": "completed", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:38:59.375198 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d48d546e-7169-4f8e-b1bb-d9cf375ba243 {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:38:59.375581 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072d5a1c-a9e4-4ab7-8deb-081e1666da76', 'name': 'network-vif-deleted', 'tag': '7350d1fb-75dd-417f-897c-2f709d998f73', 'status': 'completed', 'code': 200} Jul 13 14:38:59.931950 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f82ee-7a36-4a83-b622-26996c5d5f8b req-1b33e5c0-49f6-4b6b-8331-daf396c8fc9b tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:38:59.933451 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-907f82ee-7a36-4a83-b622-26996c5d5f8b req-1b33e5c0-49f6-4b6b-8331-daf396c8fc9b tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 945 time: 0.0641711 Jul 13 14:38:59.971557 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-907f82ee-7a36-4a83-b622-26996c5d5f8b req-e0ca84d3-ab3f-4452-bbd5-9c77d7a32e0c tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325096 Jul 13 14:39:00.261638 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a0fc2d2c-4820-4a72-80e5-84851770bdd8 req-a228fe5b-0f88-463b-9094-3773cd5843a2 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=072d5a1c-a9e4-4ab7-8deb-081e1666da76 HTTP/1.1" status: 200 len: 210 time: 0.0271666 Jul 13 14:39:01.155454 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88dfc9f-19c0-4c5d-adf8-ec9fc49356d5 req-c75e52bc-4a69-4ef4-acde-e021e03ada6a tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:01.156888 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e88dfc9f-19c0-4c5d-adf8-ec9fc49356d5 req-c75e52bc-4a69-4ef4-acde-e021e03ada6a tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 945 time: 0.0691330 Jul 13 14:39:01.196705 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e88dfc9f-19c0-4c5d-adf8-ec9fc49356d5 req-55277460-49a3-40c9-afae-373478178954 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339644 Jul 13 14:39:02.376142 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f552c45a-6bb6-4696-a623-f9778a5a42d8 req-ee160207-13bc-4cda-ae4f-1c7354ec4410 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:02.378016 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f552c45a-6bb6-4696-a623-f9778a5a42d8 req-ee160207-13bc-4cda-ae4f-1c7354ec4410 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 945 time: 0.0686309 Jul 13 14:39:02.419865 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f552c45a-6bb6-4696-a623-f9778a5a42d8 req-f2c5b875-cfa7-4e7a-a862-52dedbc7cd84 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343356 Jul 13 14:39:02.431041 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 7350d1fb-75dd-417f-897c-2f709d998f73 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:39:02.453838 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] No Port match for: 7350d1fb-75dd-417f-897c-2f709d998f73 {{(pid=93156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:39:02.454175 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 7350d1fb-75dd-417f-897c-2f709d998f73 not bound to the agent host hv-cinder-78445 {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:39:02.946199 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565d6fb-3aee-47e3-b84c-5f4575817e4a req-7965a0a3-1b7c-4f2b-a32a-f21aaf329a9c tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:02.947733 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d565d6fb-3aee-47e3-b84c-5f4575817e4a req-7965a0a3-1b7c-4f2b-a32a-f21aaf329a9c tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a7b8ba3-f876-4a06-9db2-c2805bf6a951 HTTP/1.1" status: 200 len: 945 time: 0.0661600 Jul 13 14:39:02.990813 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d565d6fb-3aee-47e3-b84c-5f4575817e4a req-5afff02f-ce21-4442-ace2-5379cdb1b3f1 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372200 Jul 13 14:39:03.090765 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d031be-fcaa-44b3-8013-145c2c82b8c1 req-c2d89452-23bd-4bcf-9aa6-39a866b0aa58 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:03.092298 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-c9d031be-fcaa-44b3-8013-145c2c82b8c1 req-c2d89452-23bd-4bcf-9aa6-39a866b0aa58 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.39 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 945 time: 0.0899353 Jul 13 14:39:03.204671 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [req-c9d031be-fcaa-44b3-8013-145c2c82b8c1 req-7c909937-9add-4a9d-ad9a-45364b97b57b tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Deleting port b35b121f-a355-46e1-8448-c9699964847c {{(pid=93155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:39:03.205283 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-c9d031be-fcaa-44b3-8013-145c2c82b8c1 req-7c909937-9add-4a9d-ad9a-45364b97b57b tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:03.284039 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-805a9bbd-9c25-48a7-ac25-e8b9fdd7bfc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:03.313768 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-c9d031be-fcaa-44b3-8013-145c2c82b8c1 req-7c909937-9add-4a9d-ad9a-45364b97b57b tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] For port b35b121f-a355-46e1-8448-c9699964847c, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=b35b121f-a355-46e1-8448-c9699964847c,segment=NetworkSegment(7653a656-2c34-48b5-8270-333dcf39de5b),segment_id=7653a656-2c34-48b5-8270-333dcf39de5b)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:39:03.314124 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-c9d031be-fcaa-44b3-8013-145c2c82b8c1 req-7c909937-9add-4a9d-ad9a-45364b97b57b tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:03.327590 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [req-c9d031be-fcaa-44b3-8013-145c2c82b8c1 req-7c909937-9add-4a9d-ad9a-45364b97b57b tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Calling delete_port for b35b121f-a355-46e1-8448-c9699964847c owned by compute:nova {{(pid=93155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:39:03.465337 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-c9d031be-fcaa-44b3-8013-145c2c82b8c1 req-7c909937-9add-4a9d-ad9a-45364b97b57b tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:03.493915 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c909937-9add-4a9d-ad9a-45364b97b57b tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Pushing event deleted for resources: {'Port': ['ID=b35b121f-a355-46e1-8448-c9699964847c,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:03.512236 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] get_ports_and_sgs() called for port_ids ['6109ef05-e9de-4df0-90ea-df14f1f97426', 'b35b121f-a355-46e1-8448-c9699964847c'] {{(pid=93156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:39:03.541375 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d031be-fcaa-44b3-8013-145c2c82b8c1 req-7c909937-9add-4a9d-ad9a-45364b97b57b tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] No DVR routers for this DVR port b35b121f-a355-46e1-8448-c9699964847c on host hv-cinder-78445 {{(pid=93155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:39:03.548671 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-c9d031be-fcaa-44b3-8013-145c2c82b8c1 req-7c909937-9add-4a9d-ad9a-45364b97b57b tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:03.550766 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-c9d031be-fcaa-44b3-8013-145c2c82b8c1 req-7c909937-9add-4a9d-ad9a-45364b97b57b tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.39 "DELETE /v2.0/ports/b35b121f-a355-46e1-8448-c9699964847c HTTP/1.1" status: 204 len: 173 time: 0.4513965 Jul 13 14:39:03.551217 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78de0829-a622-45f3-a283-e56a795c07f9', 'name': 'network-vif-deleted', 'tag': 'b35b121f-a355-46e1-8448-c9699964847c'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:39:03.553497 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969d499ae61b7a2d5523e15545dbdfcb627d31ab7a946dd0dec0766d655d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4f2815-d5d8-4cde-90cc-6c33625cd86a" -d '{"events": [{"server_uuid": "78de0829-a622-45f3-a283-e56a795c07f9", "name": "network-vif-deleted", "tag": "b35b121f-a355-46e1-8448-c9699964847c"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:39:03.586418 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-671a10ac-72de-42b3-8dc4-0db4b2369b7c req-2b751359-b7b1-4544-a135-e566da500fb5 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=78de0829-a622-45f3-a283-e56a795c07f9 HTTP/1.1" status: 200 len: 210 time: 0.0294569 Jul 13 14:39:03.617434 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3805e6-9259-445e-a9cf-0ab428490aee x-openstack-request-id: req-9e3805e6-9259-445e-a9cf-0ab428490aee {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:39:03.617827 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78de0829-a622-45f3-a283-e56a795c07f9", "name": "network-vif-deleted", "tag": "b35b121f-a355-46e1-8448-c9699964847c", "status": "completed", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:39:03.618062 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9e3805e6-9259-445e-a9cf-0ab428490aee {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:39:03.618516 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78de0829-a622-45f3-a283-e56a795c07f9', 'name': 'network-vif-deleted', 'tag': 'b35b121f-a355-46e1-8448-c9699964847c', 'status': 'completed', 'code': 200} Jul 13 14:39:04.180008 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d589d50a-3870-4403-8dcd-0530b7035263 req-82190dd6-2f4a-48a9-b9e4-f846dcb5ba49 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:04.181655 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d589d50a-3870-4403-8dcd-0530b7035263 req-82190dd6-2f4a-48a9-b9e4-f846dcb5ba49 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a7b8ba3-f876-4a06-9db2-c2805bf6a951 HTTP/1.1" status: 200 len: 945 time: 0.0619881 Jul 13 14:39:04.225148 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d589d50a-3870-4403-8dcd-0530b7035263 req-f0454bcc-0f4a-4384-8d55-e21069e24d21 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376465 Jul 13 14:39:05.033548 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f6222-4b79-41a5-bb81-5bef71421894 req-ecb9ce5c-a587-460a-b13a-b7f67d8d29e3 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:05.035312 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-676f6222-4b79-41a5-bb81-5bef71421894 req-ecb9ce5c-a587-460a-b13a-b7f67d8d29e3 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.1013200 Jul 13 14:39:05.105351 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-676f6222-4b79-41a5-bb81-5bef71421894 req-ec244276-8f33-4327-ae23-271118389bbf tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599124 Jul 13 14:39:05.129569 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0820b69-3521-45bb-9dd4-04712229293b req-52629376-303d-4b66-a014-cd287a4bae62 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:05.131165 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a0820b69-3521-45bb-9dd4-04712229293b req-52629376-303d-4b66-a014-cd287a4bae62 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.0949371 Jul 13 14:39:05.177438 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a0820b69-3521-45bb-9dd4-04712229293b req-f3225fd6-03ec-444a-87df-b1aaaa746afe tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402310 Jul 13 14:39:05.398965 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66880271-ed94-4bf0-b53b-a65f88217cee req-e9ca5da4-a0b9-4629-94be-c19890ac0a69 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:05.400721 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-66880271-ed94-4bf0-b53b-a65f88217cee req-e9ca5da4-a0b9-4629-94be-c19890ac0a69 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a7b8ba3-f876-4a06-9db2-c2805bf6a951 HTTP/1.1" status: 200 len: 945 time: 0.0642130 Jul 13 14:39:05.443242 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-66880271-ed94-4bf0-b53b-a65f88217cee req-ee3059a5-459f-46d1-bfca-ac454572a49b tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367975 Jul 13 14:39:05.715032 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a1120-2c2e-44f6-873b-e4b20513c47c req-225b1a73-aca6-4fb9-a909-46eae3adad96 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:05.716505 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-9e5a1120-2c2e-44f6-873b-e4b20513c47c req-225b1a73-aca6-4fb9-a909-46eae3adad96 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a7b8ba3-f876-4a06-9db2-c2805bf6a951 HTTP/1.1" status: 200 len: 945 time: 0.0716383 Jul 13 14:39:05.822888 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [req-9e5a1120-2c2e-44f6-873b-e4b20513c47c req-93519937-7fe0-491d-8507-34c411026854 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Deleting port 5660a71d-3836-432e-8ba3-3f76f3ef7d09 {{(pid=93155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:39:05.823224 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-9e5a1120-2c2e-44f6-873b-e4b20513c47c req-93519937-7fe0-491d-8507-34c411026854 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:05.900168 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-f9cb14e6-e262-4b48-bf63-f47c912de065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:05.913687 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-9e5a1120-2c2e-44f6-873b-e4b20513c47c req-93519937-7fe0-491d-8507-34c411026854 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] For port 5660a71d-3836-432e-8ba3-3f76f3ef7d09, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5660a71d-3836-432e-8ba3-3f76f3ef7d09,segment=NetworkSegment(5cb2a2e7-90bc-4e10-a276-f895674abf5c),segment_id=5cb2a2e7-90bc-4e10-a276-f895674abf5c)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:39:05.914040 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-9e5a1120-2c2e-44f6-873b-e4b20513c47c req-93519937-7fe0-491d-8507-34c411026854 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:05.926624 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [req-9e5a1120-2c2e-44f6-873b-e4b20513c47c req-93519937-7fe0-491d-8507-34c411026854 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Calling delete_port for 5660a71d-3836-432e-8ba3-3f76f3ef7d09 owned by compute:nova {{(pid=93155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:39:06.059100 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-9e5a1120-2c2e-44f6-873b-e4b20513c47c req-93519937-7fe0-491d-8507-34c411026854 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:06.088368 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93519937-7fe0-491d-8507-34c411026854 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Pushing event deleted for resources: {'Port': ['ID=5660a71d-3836-432e-8ba3-3f76f3ef7d09,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:06.113731 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] get_ports_and_sgs() called for port_ids ['a3fb3e11-f1f7-45aa-9456-985cddc7ebdf', 'b606e69d-caa3-4fe7-9b56-106be274f192', '5660a71d-3836-432e-8ba3-3f76f3ef7d09'] {{(pid=93156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:39:06.137198 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e5a1120-2c2e-44f6-873b-e4b20513c47c req-93519937-7fe0-491d-8507-34c411026854 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] No DVR routers for this DVR port 5660a71d-3836-432e-8ba3-3f76f3ef7d09 on host hv-cinder-78445 {{(pid=93155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:39:06.139929 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-9e5a1120-2c2e-44f6-873b-e4b20513c47c req-93519937-7fe0-491d-8507-34c411026854 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:06.142023 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-9e5a1120-2c2e-44f6-873b-e4b20513c47c req-93519937-7fe0-491d-8507-34c411026854 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.39 "DELETE /v2.0/ports/5660a71d-3836-432e-8ba3-3f76f3ef7d09 HTTP/1.1" status: 204 len: 173 time: 0.4182436 Jul 13 14:39:06.142515 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a7b8ba3-f876-4a06-9db2-c2805bf6a951', 'name': 'network-vif-deleted', 'tag': '5660a71d-3836-432e-8ba3-3f76f3ef7d09'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:39:06.144760 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969d499ae61b7a2d5523e15545dbdfcb627d31ab7a946dd0dec0766d655d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea9f06f-acb2-4803-89bd-337311d64d34" -d '{"events": [{"server_uuid": "8a7b8ba3-f876-4a06-9db2-c2805bf6a951", "name": "network-vif-deleted", "tag": "5660a71d-3836-432e-8ba3-3f76f3ef7d09"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:39:06.163280 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:06.211818 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff86a31-3f7b-47c9-b4e8-f6d3bbf1bbd5 x-openstack-request-id: req-4ff86a31-3f7b-47c9-b4e8-f6d3bbf1bbd5 {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:39:06.212356 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a7b8ba3-f876-4a06-9db2-c2805bf6a951", "name": "network-vif-deleted", "tag": "5660a71d-3836-432e-8ba3-3f76f3ef7d09", "status": "completed", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:39:06.212738 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4ff86a31-3f7b-47c9-b4e8-f6d3bbf1bbd5 {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:39:06.213921 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a7b8ba3-f876-4a06-9db2-c2805bf6a951', 'name': 'network-vif-deleted', 'tag': '5660a71d-3836-432e-8ba3-3f76f3ef7d09', 'status': 'completed', 'code': 200} Jul 13 14:39:06.396807 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d7d825-afd4-4e8a-8fde-e609f9450050 req-eaefb598-346b-40db-90b9-3c8ef18de369 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:06.398378 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-74d7d825-afd4-4e8a-8fde-e609f9450050 req-eaefb598-346b-40db-90b9-3c8ef18de369 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.1679721 Jul 13 14:39:06.452200 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-74d7d825-afd4-4e8a-8fde-e609f9450050 req-2ddbecd9-7528-4d4a-a182-a1b14cb476b4 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453372 Jul 13 14:39:06.465302 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb5955-bc47-45cb-86d8-c775cd3effe8 req-595d9541-acd1-4b38-b2f0-0633e77ae512 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:06.467516 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d2cb5955-bc47-45cb-86d8-c775cd3effe8 req-595d9541-acd1-4b38-b2f0-0633e77ae512 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.1598525 Jul 13 14:39:06.513283 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d2cb5955-bc47-45cb-86d8-c775cd3effe8 req-b850aa9f-5822-4678-9c67-d65f523757a5 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382168 Jul 13 14:39:06.643472 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c6dda2bb-fb66-474e-95af-09cdf4869717 req-b9a27838-436c-47c7-a8fa-dd253bc578c5 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a7b8ba3-f876-4a06-9db2-c2805bf6a951 HTTP/1.1" status: 200 len: 210 time: 0.0313752 Jul 13 14:39:07.164237 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:07.637867 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900353cc-4985-4bbe-8900-a5c6a4751618 req-d47ea320-7911-4e64-ae4b-02719a685708 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:07.639437 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-900353cc-4985-4bbe-8900-a5c6a4751618 req-d47ea320-7911-4e64-ae4b-02719a685708 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.0711520 Jul 13 14:39:07.715695 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-900353cc-4985-4bbe-8900-a5c6a4751618 req-2cf85a21-fc2f-40e2-ad70-01a3373fd837 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650322 Jul 13 14:39:07.735144 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc85f12-b558-4778-9477-8ee420ef1155 req-f164dccc-9ee8-447a-a0d9-3e3bbd056922 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:07.736167 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ddc85f12-b558-4778-9477-8ee420ef1155 req-f164dccc-9ee8-447a-a0d9-3e3bbd056922 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.0958269 Jul 13 14:39:07.779647 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ddc85f12-b558-4778-9477-8ee420ef1155 req-91f7888d-4fb8-4c9d-9ca0-131f5c2cb1bd tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344474 Jul 13 14:39:08.164315 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c73792-8f2a-4572-9c6e-3073d3555e4f req-7fda34cb-e632-44e0-9265-0db92bb5c4b7 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:08.165891 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c7c73792-8f2a-4572-9c6e-3073d3555e4f req-7fda34cb-e632-44e0-9265-0db92bb5c4b7 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=12cdd4bf-2993-4a5b-b7fb-b698f33e34c0 HTTP/1.1" status: 200 len: 946 time: 0.0677495 Jul 13 14:39:08.205769 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c7c73792-8f2a-4572-9c6e-3073d3555e4f req-91ea86b2-234e-4b29-a69e-a48b11533c0b tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340757 Jul 13 14:39:08.544370 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device b35b121f-a355-46e1-8448-c9699964847c no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:39:08.584610 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] No Port match for: b35b121f-a355-46e1-8448-c9699964847c {{(pid=93156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:39:08.585824 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device b35b121f-a355-46e1-8448-c9699964847c not bound to the agent host hv-cinder-78445 {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:39:08.602814 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:08.895258 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85533895-7ea1-45ed-b1f1-218000a7060a req-89172d79-b266-41ce-9ea4-225c4561ad2e tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:08.896818 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-85533895-7ea1-45ed-b1f1-218000a7060a req-89172d79-b266-41ce-9ea4-225c4561ad2e tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.0657208 Jul 13 14:39:08.972154 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-85533895-7ea1-45ed-b1f1-218000a7060a req-e32e922b-0c4a-46b7-acb2-a8373a3010ab tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627270 Jul 13 14:39:08.995106 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4fd1b-24b0-4fbe-8e34-de5279727934 req-0cdd9e57-f061-4002-ad8f-7ec71eb404d2 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:08.996725 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-62a4fd1b-24b0-4fbe-8e34-de5279727934 req-0cdd9e57-f061-4002-ad8f-7ec71eb404d2 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.0978482 Jul 13 14:39:09.037514 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-62a4fd1b-24b0-4fbe-8e34-de5279727934 req-b713f947-05d0-42da-aa99-7406c9738406 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345850 Jul 13 14:39:09.384924 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334cbae9-c08d-4848-b274-16ba1e085c4a req-568f26ac-e366-40e8-bc4b-35ed90f7756b tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:09.386410 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-334cbae9-c08d-4848-b274-16ba1e085c4a req-568f26ac-e366-40e8-bc4b-35ed90f7756b tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=12cdd4bf-2993-4a5b-b7fb-b698f33e34c0 HTTP/1.1" status: 200 len: 946 time: 0.0621505 Jul 13 14:39:09.423928 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-334cbae9-c08d-4848-b274-16ba1e085c4a req-6254f8af-fa91-4b66-85cc-61d6324919bd tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319674 Jul 13 14:39:10.153894 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6e48e-a987-4563-af3b-0c9d89d461b0 req-6c7b935e-72ef-45af-807e-05d2c1e60186 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:10.155480 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d3b6e48e-a987-4563-af3b-0c9d89d461b0 req-6c7b935e-72ef-45af-807e-05d2c1e60186 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.0671382 Jul 13 14:39:10.157107 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e79cfc1-6034-4ac4-b95d-ca7effaec7ff req-68f22a87-ac65-4c26-a375-f117ba4201ec tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:10.158798 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-9e79cfc1-6034-4ac4-b95d-ca7effaec7ff req-68f22a87-ac65-4c26-a375-f117ba4201ec tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.39 "GET /v2.0/ports?device_id=12cdd4bf-2993-4a5b-b7fb-b698f33e34c0 HTTP/1.1" status: 200 len: 946 time: 0.0706310 Jul 13 14:39:10.231222 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d3b6e48e-a987-4563-af3b-0c9d89d461b0 req-e578c57c-d947-4d60-a802-a93bacbc9640 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686781 Jul 13 14:39:10.269584 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc03c32-ceb8-4e68-938a-fa575adabccd req-ec4699d1-118e-401e-9635-0ca5587ed171 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:10.271140 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ecc03c32-ceb8-4e68-938a-fa575adabccd req-ec4699d1-118e-401e-9635-0ca5587ed171 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.1023204 Jul 13 14:39:10.279804 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [req-9e79cfc1-6034-4ac4-b95d-ca7effaec7ff req-16c87c11-067e-4de6-b27b-285c8758dbb9 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Deleting port b606e69d-caa3-4fe7-9b56-106be274f192 {{(pid=93155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:39:10.280143 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-9e79cfc1-6034-4ac4-b95d-ca7effaec7ff req-16c87c11-067e-4de6-b27b-285c8758dbb9 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:10.312748 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ecc03c32-ceb8-4e68-938a-fa575adabccd req-9a0726a6-9f20-46a1-b292-5bd5233b4904 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359135 Jul 13 14:39:10.377766 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-9e79cfc1-6034-4ac4-b95d-ca7effaec7ff req-16c87c11-067e-4de6-b27b-285c8758dbb9 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] For port b606e69d-caa3-4fe7-9b56-106be274f192, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=b606e69d-caa3-4fe7-9b56-106be274f192,segment=NetworkSegment(5cb2a2e7-90bc-4e10-a276-f895674abf5c),segment_id=5cb2a2e7-90bc-4e10-a276-f895674abf5c)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:39:10.378116 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-9e79cfc1-6034-4ac4-b95d-ca7effaec7ff req-16c87c11-067e-4de6-b27b-285c8758dbb9 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:10.391875 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [req-9e79cfc1-6034-4ac4-b95d-ca7effaec7ff req-16c87c11-067e-4de6-b27b-285c8758dbb9 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Calling delete_port for b606e69d-caa3-4fe7-9b56-106be274f192 owned by compute:nova {{(pid=93155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:39:10.525357 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-9e79cfc1-6034-4ac4-b95d-ca7effaec7ff req-16c87c11-067e-4de6-b27b-285c8758dbb9 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:10.558218 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c87c11-067e-4de6-b27b-285c8758dbb9 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Pushing event deleted for resources: {'Port': ['ID=b606e69d-caa3-4fe7-9b56-106be274f192,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:10.565854 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] get_ports_and_sgs() called for port_ids ['a3fb3e11-f1f7-45aa-9456-985cddc7ebdf', 'b606e69d-caa3-4fe7-9b56-106be274f192'] {{(pid=93156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:39:10.602549 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 5660a71d-3836-432e-8ba3-3f76f3ef7d09 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:39:10.603156 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a955ff03-a2fa-4884-8cec-e52db260bd36 req-5e92c59a-fe21-4baa-9616-54a0bcfcd319 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=12cdd4bf-2993-4a5b-b7fb-b698f33e34c0 HTTP/1.1" status: 200 len: 210 time: 0.0305269 Jul 13 14:39:10.609734 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e79cfc1-6034-4ac4-b95d-ca7effaec7ff req-16c87c11-067e-4de6-b27b-285c8758dbb9 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] No DVR routers for this DVR port b606e69d-caa3-4fe7-9b56-106be274f192 on host hv-cinder-78445 {{(pid=93155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:39:10.612869 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-9e79cfc1-6034-4ac4-b95d-ca7effaec7ff req-16c87c11-067e-4de6-b27b-285c8758dbb9 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:10.615095 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-9e79cfc1-6034-4ac4-b95d-ca7effaec7ff req-16c87c11-067e-4de6-b27b-285c8758dbb9 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.39 "DELETE /v2.0/ports/b606e69d-caa3-4fe7-9b56-106be274f192 HTTP/1.1" status: 204 len: 173 time: 0.4497128 Jul 13 14:39:10.615598 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12cdd4bf-2993-4a5b-b7fb-b698f33e34c0', 'name': 'network-vif-deleted', 'tag': 'b606e69d-caa3-4fe7-9b56-106be274f192'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:39:10.618644 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969d499ae61b7a2d5523e15545dbdfcb627d31ab7a946dd0dec0766d655d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2220d6fb-ae1d-44de-a899-0c9909c8ead9" -d '{"events": [{"server_uuid": "12cdd4bf-2993-4a5b-b7fb-b698f33e34c0", "name": "network-vif-deleted", "tag": "b606e69d-caa3-4fe7-9b56-106be274f192"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:39:10.648180 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] No Port match for: 5660a71d-3836-432e-8ba3-3f76f3ef7d09 {{(pid=93156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:39:10.648522 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 5660a71d-3836-432e-8ba3-3f76f3ef7d09 not bound to the agent host hv-cinder-78445 {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:39:10.657011 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86ae601-8b1b-43f1-9cd9-95d1e22bfa14 x-openstack-request-id: req-f86ae601-8b1b-43f1-9cd9-95d1e22bfa14 {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:39:10.657346 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12cdd4bf-2993-4a5b-b7fb-b698f33e34c0", "name": "network-vif-deleted", "tag": "b606e69d-caa3-4fe7-9b56-106be274f192", "status": "completed", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:39:10.657685 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f86ae601-8b1b-43f1-9cd9-95d1e22bfa14 {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:39:10.658156 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12cdd4bf-2993-4a5b-b7fb-b698f33e34c0', 'name': 'network-vif-deleted', 'tag': 'b606e69d-caa3-4fe7-9b56-106be274f192', 'status': 'completed', 'code': 200} Jul 13 14:39:11.397557 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.agents_db [None req-a710d77f-e7af-45aa-808b-9771d160625e None None] Agent healthcheck: found 6 active agents {{(pid=93157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:39:11.418149 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef90cf-7979-4ad2-aa94-7a4c6b9b09d4 req-2f2f4a0d-d515-41b6-b6ef-f6fb7259d67c tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:11.419704 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-bbef90cf-7979-4ad2-aa94-7a4c6b9b09d4 req-2f2f4a0d-d515-41b6-b6ef-f6fb7259d67c tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.0712464 Jul 13 14:39:11.489243 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-bbef90cf-7979-4ad2-aa94-7a4c6b9b09d4 req-fb819415-83c1-4f67-a97b-735675961cb9 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620201 Jul 13 14:39:11.526001 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f957518-922b-4765-8469-f753855de7f9 req-b3ae56b6-a851-479a-b665-5723d71fdf00 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:11.527731 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4f957518-922b-4765-8469-f753855de7f9 req-b3ae56b6-a851-479a-b665-5723d71fdf00 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.0857718 Jul 13 14:39:11.565667 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4f957518-922b-4765-8469-f753855de7f9 req-cf2eef32-8ca1-4119-bdcf-4d2d61773083 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320523 Jul 13 14:39:12.680029 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0743c6-ee82-4c3b-8d7f-e22aaaee68c4 req-383e6de9-5532-4a61-bb0b-b42220c1b5df tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:12.682129 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ee0743c6-ee82-4c3b-8d7f-e22aaaee68c4 req-383e6de9-5532-4a61-bb0b-b42220c1b5df tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.0657172 Jul 13 14:39:12.754543 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ee0743c6-ee82-4c3b-8d7f-e22aaaee68c4 req-b090374d-ac16-42c3-a540-4fbda2c92f83 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619073 Jul 13 14:39:12.780226 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a324273f-2a59-4e2a-9baa-5ea1cb140f9d req-af2e5ce5-564a-4826-b0d0-738327082789 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:12.780508 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4e63e-d194-4a72-8be6-8b8d719eab37 req-4ba57167-eb80-4796-8057-da248d6578b5 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:12.781759 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a324273f-2a59-4e2a-9baa-5ea1cb140f9d req-af2e5ce5-564a-4826-b0d0-738327082789 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.0985515 Jul 13 14:39:12.782053 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-6ed4e63e-d194-4a72-8be6-8b8d719eab37 req-4ba57167-eb80-4796-8057-da248d6578b5 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.39 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 945 time: 0.0762250 Jul 13 14:39:12.827466 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a324273f-2a59-4e2a-9baa-5ea1cb140f9d req-253b39ee-a8e3-4f00-ad06-adc2358fcda8 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/security-groups?id=d248ea0c-1966-4e01-92e6-2dda0d78b134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384464 Jul 13 14:39:13.153797 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [req-6ed4e63e-d194-4a72-8be6-8b8d719eab37 req-12d77964-9393-43da-bc9c-c62be1f2fe6e tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Deleting port 6109ef05-e9de-4df0-90ea-df14f1f97426 {{(pid=93155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:39:13.154154 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-6ed4e63e-d194-4a72-8be6-8b8d719eab37 req-12d77964-9393-43da-bc9c-c62be1f2fe6e tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:13.221169 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36873854-8b62-4ef0-8ac0-6365b4e00be3 req-f204be38-602e-4a84-b7a6-1865c2281b58 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:13.222747 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-36873854-8b62-4ef0-8ac0-6365b4e00be3 req-f204be38-602e-4a84-b7a6-1865c2281b58 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9466607-150b-4738-9483-a0ebab0cb860 HTTP/1.1" status: 200 len: 945 time: 0.0671942 Jul 13 14:39:13.243819 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-6ed4e63e-d194-4a72-8be6-8b8d719eab37 req-12d77964-9393-43da-bc9c-c62be1f2fe6e tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] For port 6109ef05-e9de-4df0-90ea-df14f1f97426, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=6109ef05-e9de-4df0-90ea-df14f1f97426,segment=NetworkSegment(7653a656-2c34-48b5-8270-333dcf39de5b),segment_id=7653a656-2c34-48b5-8270-333dcf39de5b)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:39:13.244181 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-6ed4e63e-d194-4a72-8be6-8b8d719eab37 req-12d77964-9393-43da-bc9c-c62be1f2fe6e tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:13.260211 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [req-6ed4e63e-d194-4a72-8be6-8b8d719eab37 req-12d77964-9393-43da-bc9c-c62be1f2fe6e tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Calling delete_port for 6109ef05-e9de-4df0-90ea-df14f1f97426 owned by compute:nova {{(pid=93155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:39:13.263651 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-36873854-8b62-4ef0-8ac0-6365b4e00be3 req-53734baa-0ce2-4214-8cc1-ae8488dfed0e tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341001 Jul 13 14:39:13.387111 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-6ed4e63e-d194-4a72-8be6-8b8d719eab37 req-12d77964-9393-43da-bc9c-c62be1f2fe6e tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:13.415489 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d77964-9393-43da-bc9c-c62be1f2fe6e tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Pushing event deleted for resources: {'Port': ['ID=6109ef05-e9de-4df0-90ea-df14f1f97426,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:13.425106 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] get_ports_and_sgs() called for port_ids ['6109ef05-e9de-4df0-90ea-df14f1f97426'] {{(pid=93156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:39:13.463708 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed4e63e-d194-4a72-8be6-8b8d719eab37 req-12d77964-9393-43da-bc9c-c62be1f2fe6e tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] No DVR routers for this DVR port 6109ef05-e9de-4df0-90ea-df14f1f97426 on host hv-cinder-78445 {{(pid=93155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:39:13.465956 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-6ed4e63e-d194-4a72-8be6-8b8d719eab37 req-12d77964-9393-43da-bc9c-c62be1f2fe6e tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:13.467958 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-6ed4e63e-d194-4a72-8be6-8b8d719eab37 req-12d77964-9393-43da-bc9c-c62be1f2fe6e tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.39 "DELETE /v2.0/ports/6109ef05-e9de-4df0-90ea-df14f1f97426 HTTP/1.1" status: 204 len: 173 time: 0.6803358 Jul 13 14:39:13.468375 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28a32d0-fbcb-4d31-a752-12c0f351c046', 'name': 'network-vif-deleted', 'tag': '6109ef05-e9de-4df0-90ea-df14f1f97426'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:39:13.470621 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969d499ae61b7a2d5523e15545dbdfcb627d31ab7a946dd0dec0766d655d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb35e021-eccf-4a32-b631-e07f44d36b8c" -d '{"events": [{"server_uuid": "b28a32d0-fbcb-4d31-a752-12c0f351c046", "name": "network-vif-deleted", "tag": "6109ef05-e9de-4df0-90ea-df14f1f97426"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:39:13.509669 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d643ca5a-2b13-457c-b9d6-1c5c51d332f5 x-openstack-request-id: req-d643ca5a-2b13-457c-b9d6-1c5c51d332f5 {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:39:13.509967 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b28a32d0-fbcb-4d31-a752-12c0f351c046", "name": "network-vif-deleted", "tag": "6109ef05-e9de-4df0-90ea-df14f1f97426", "status": "completed", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:39:13.510215 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d643ca5a-2b13-457c-b9d6-1c5c51d332f5 {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:39:13.510670 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b28a32d0-fbcb-4d31-a752-12c0f351c046', 'name': 'network-vif-deleted', 'tag': '6109ef05-e9de-4df0-90ea-df14f1f97426', 'status': 'completed', 'code': 200} Jul 13 14:39:13.955202 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88166e33-c679-4c70-b3e0-1a545b5b43cc req-42e7f96a-6fe8-4f81-aa19-21914abcfca3 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:13.956743 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-88166e33-c679-4c70-b3e0-1a545b5b43cc req-42e7f96a-6fe8-4f81-aa19-21914abcfca3 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.0775294 Jul 13 14:39:13.999418 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5b13caab-a7f0-481d-a49b-e709325b84ce req-8682b613-f7a6-444c-96c7-1619790f84d6 tempest-ServerRescueNegativeTestJSON-1173003580 tempest-ServerRescueNegativeTestJSON-1173003580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28a32d0-fbcb-4d31-a752-12c0f351c046 HTTP/1.1" status: 200 len: 210 time: 0.0333335 Jul 13 14:39:14.028652 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-88166e33-c679-4c70-b3e0-1a545b5b43cc req-98d090d8-6f34-4733-86d7-c921269a9bac tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611401 Jul 13 14:39:14.441336 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e819c9-5755-4ee2-915c-d78fcaf43284 req-b7848ba8-49dd-4e99-b674-98239654a351 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:14.443063 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-26e819c9-5755-4ee2-915c-d78fcaf43284 req-b7848ba8-49dd-4e99-b674-98239654a351 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9466607-150b-4738-9483-a0ebab0cb860 HTTP/1.1" status: 200 len: 945 time: 0.0647807 Jul 13 14:39:14.481837 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-26e819c9-5755-4ee2-915c-d78fcaf43284 req-bafc9fde-cd43-4153-a32a-0db4c2a6885f tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317588 Jul 13 14:39:14.614271 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device b606e69d-caa3-4fe7-9b56-106be274f192 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:39:14.633598 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] No Port match for: b606e69d-caa3-4fe7-9b56-106be274f192 {{(pid=93156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:39:14.633936 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device b606e69d-caa3-4fe7-9b56-106be274f192 not bound to the agent host hv-cinder-78445 {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:39:15.098813 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 55876) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:15.227858 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2ebe2-8914-4d68-9a26-12a0e79e3985 req-1d7a5564-59d6-4787-bcf1-9f567528c118 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:15.229418 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-52b2ebe2-8914-4d68-9a26-12a0e79e3985 req-1d7a5564-59d6-4787-bcf1-9f567528c118 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9466607-150b-4738-9483-a0ebab0cb860 HTTP/1.1" status: 200 len: 945 time: 0.0730195 Jul 13 14:39:15.291674 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e4d25-f331-45f8-b4d4-98ede94217ce req-b89e927d-b7d1-4d24-8d61-12289a7bd2dd tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:15.293130 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-be7e4d25-f331-45f8-b4d4-98ede94217ce req-b89e927d-b7d1-4d24-8d61-12289a7bd2dd tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.1474626 Jul 13 14:39:15.355566 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [req-52b2ebe2-8914-4d68-9a26-12a0e79e3985 req-3ec62e22-1aed-4827-986c-7827eeae65d3 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Deleting port a3fb3e11-f1f7-45aa-9456-985cddc7ebdf {{(pid=93155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:39:15.356231 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-52b2ebe2-8914-4d68-9a26-12a0e79e3985 req-3ec62e22-1aed-4827-986c-7827eeae65d3 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:15.375524 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-be7e4d25-f331-45f8-b4d4-98ede94217ce req-4171ca9e-196f-4a92-9ea1-7cf7920baeea tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731416 Jul 13 14:39:15.453474 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-52b2ebe2-8914-4d68-9a26-12a0e79e3985 req-3ec62e22-1aed-4827-986c-7827eeae65d3 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] For port a3fb3e11-f1f7-45aa-9456-985cddc7ebdf, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=a3fb3e11-f1f7-45aa-9456-985cddc7ebdf,segment=NetworkSegment(5cb2a2e7-90bc-4e10-a276-f895674abf5c),segment_id=5cb2a2e7-90bc-4e10-a276-f895674abf5c)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:39:15.453794 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-52b2ebe2-8914-4d68-9a26-12a0e79e3985 req-3ec62e22-1aed-4827-986c-7827eeae65d3 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:15.469575 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [req-52b2ebe2-8914-4d68-9a26-12a0e79e3985 req-3ec62e22-1aed-4827-986c-7827eeae65d3 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Calling delete_port for a3fb3e11-f1f7-45aa-9456-985cddc7ebdf owned by compute:nova {{(pid=93155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:39:15.622767 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-52b2ebe2-8914-4d68-9a26-12a0e79e3985 req-3ec62e22-1aed-4827-986c-7827eeae65d3 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:15.654476 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec62e22-1aed-4827-986c-7827eeae65d3 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Pushing event deleted for resources: {'Port': ['ID=a3fb3e11-f1f7-45aa-9456-985cddc7ebdf,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:15.663615 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-61f2fedc-75ef-4521-b86b-d13eb4ca9bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1992038'] for router_interface, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:15.669316 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] get_ports_and_sgs() called for port_ids ['a3fb3e11-f1f7-45aa-9456-985cddc7ebdf'] {{(pid=93156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:39:15.701591 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b2ebe2-8914-4d68-9a26-12a0e79e3985 req-3ec62e22-1aed-4827-986c-7827eeae65d3 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] No DVR routers for this DVR port a3fb3e11-f1f7-45aa-9456-985cddc7ebdf on host hv-cinder-78445 {{(pid=93155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:39:15.704023 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-52b2ebe2-8914-4d68-9a26-12a0e79e3985 req-3ec62e22-1aed-4827-986c-7827eeae65d3 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:15.706017 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-52b2ebe2-8914-4d68-9a26-12a0e79e3985 req-3ec62e22-1aed-4827-986c-7827eeae65d3 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.39 "DELETE /v2.0/ports/a3fb3e11-f1f7-45aa-9456-985cddc7ebdf HTTP/1.1" status: 204 len: 173 time: 0.4706385 Jul 13 14:39:15.706758 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9466607-150b-4738-9483-a0ebab0cb860', 'name': 'network-vif-deleted', 'tag': 'a3fb3e11-f1f7-45aa-9456-985cddc7ebdf'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:39:15.709056 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969d499ae61b7a2d5523e15545dbdfcb627d31ab7a946dd0dec0766d655d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4f8804-51e1-4ae6-a6b2-c613e20c5111" -d '{"events": [{"server_uuid": "a9466607-150b-4738-9483-a0ebab0cb860", "name": "network-vif-deleted", "tag": "a3fb3e11-f1f7-45aa-9456-985cddc7ebdf"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:39:15.767155 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4020e3-824b-4021-9bef-234db5ca5886 x-openstack-request-id: req-0e4020e3-824b-4021-9bef-234db5ca5886 {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:39:15.767442 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9466607-150b-4738-9483-a0ebab0cb860", "name": "network-vif-deleted", "tag": "a3fb3e11-f1f7-45aa-9456-985cddc7ebdf", "status": "completed", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:39:15.767702 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0e4020e3-824b-4021-9bef-234db5ca5886 {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:39:15.768339 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9466607-150b-4738-9483-a0ebab0cb860', 'name': 'network-vif-deleted', 'tag': 'a3fb3e11-f1f7-45aa-9456-985cddc7ebdf', 'status': 'completed', 'code': 200} Jul 13 14:39:15.775188 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9fa72-a341-4360-962c-ae2f7935c304 req-48254edd-38a5-4432-acee-1d06d771b6ab tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:15.776726 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-18c9fa72-a341-4360-962c-ae2f7935c304 req-48254edd-38a5-4432-acee-1d06d771b6ab tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9466607-150b-4738-9483-a0ebab0cb860 HTTP/1.1" status: 200 len: 867 time: 0.1758018 Jul 13 14:39:15.874699 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-18c9fa72-a341-4360-962c-ae2f7935c304 req-c7ce8540-c1cb-4281-bcc5-b2a57bb94640 tempest-AttachVolumeNegativeTest-288663914 tempest-AttachVolumeNegativeTest-288663914-project] 10.222.0.11 "GET /v2.0/security-groups?id=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902026 Jul 13 14:39:16.071974 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:16.278907 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-61f2fedc-75ef-4521-b86b-d13eb4ca9bae admin admin] Deleting port f4d5b8d4-4371-40dc-a322-82a460d07448 {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:39:16.279506 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-61f2fedc-75ef-4521-b86b-d13eb4ca9bae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:16.372410 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-61f2fedc-75ef-4521-b86b-d13eb4ca9bae admin admin] For port f4d5b8d4-4371-40dc-a322-82a460d07448, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=f4d5b8d4-4371-40dc-a322-82a460d07448,segment=NetworkSegment(7653a656-2c34-48b5-8270-333dcf39de5b),segment_id=7653a656-2c34-48b5-8270-333dcf39de5b)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:39:16.372800 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-61f2fedc-75ef-4521-b86b-d13eb4ca9bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:16.387492 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-61f2fedc-75ef-4521-b86b-d13eb4ca9bae admin admin] Calling delete_port for f4d5b8d4-4371-40dc-a322-82a460d07448 owned by network:router_interface {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:39:16.605211 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 6109ef05-e9de-4df0-90ea-df14f1f97426 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:39:16.625484 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] No Port match for: 6109ef05-e9de-4df0-90ea-df14f1f97426 {{(pid=93156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:39:16.625914 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 6109ef05-e9de-4df0-90ea-df14f1f97426 not bound to the agent host hv-cinder-78445 {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:39:16.658968 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e98db-a2c4-42d2-9cae-1b1213041b65 req-0ab6e20f-c696-4c4f-b186-a6eedfdb09de tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:16.660713 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e90e98db-a2c4-42d2-9cae-1b1213041b65 req-0ab6e20f-c696-4c4f-b186-a6eedfdb09de tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.1170967 Jul 13 14:39:16.703941 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-61f2fedc-75ef-4521-b86b-d13eb4ca9bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800428'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:16.742628 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e90e98db-a2c4-42d2-9cae-1b1213041b65 req-c9a3bfa0-831a-4927-a295-7634a64af51a tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718610 Jul 13 14:39:16.745192 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f2fedc-75ef-4521-b86b-d13eb4ca9bae admin admin] Pushing event deleted for resources: {'Port': ['ID=f4d5b8d4-4371-40dc-a322-82a460d07448,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:16.880272 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491ec47-b2e1-4dbb-8f86-d35b2251a2f4 req-c7b19c0b-f456-48db-b043-ca1cd22caf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:16.881692 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-6491ec47-b2e1-4dbb-8f86-d35b2251a2f4 req-c7b19c0b-f456-48db-b043-ca1cd22caf3e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4db817ef0fe4408794a0ef962b27746d&device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 1098 time: 0.0574298 Jul 13 14:39:16.920559 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-61f2fedc-75ef-4521-b86b-d13eb4ca9bae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1992578'] for router_interface, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:16.982603 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 55890) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:17.043938 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491ec47-b2e1-4dbb-8f86-d35b2251a2f4 req-7e9493e8-59d6-4c67-80c4-7058d46ec5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:17.045635 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-6491ec47-b2e1-4dbb-8f86-d35b2251a2f4 req-7e9493e8-59d6-4c67-80c4-7058d46ec5d5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3b901448-fc45-4cdb-afb8-8ba3d59219c4 HTTP/1.1" status: 200 len: 912 time: 0.1364660 Jul 13 14:39:17.053333 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eef7d62-4f51-41e4-bc46-48e8e5c057ef admin admin] Deleting subnet 81f1987b-1fa5-4cd0-a128-938ff7f4d5b3 {{(pid=93155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:39:17.063083 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2eef7d62-4f51-41e4-bc46-48e8e5c057ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:17.135828 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2eef7d62-4f51-41e4-bc46-48e8e5c057ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3323161'] for subnet, precommit_delete_associations {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:17.153632 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f2fedc-75ef-4521-b86b-d13eb4ca9bae admin admin] Router e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6 has already been hosted by L3 agent d92cc109-9c2d-42ed-8c1d-d826fa90f9d0 {{(pid=93154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:39:17.168387 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-6491ec47-b2e1-4dbb-8f86-d35b2251a2f4 req-8c82ca1a-edc1-4820-8abe-1ee67cd25d8c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=064feea6-f808-4b0f-aae3-1e62d41fb057 HTTP/1.1" status: 200 len: 1001 time: 0.1125069 Jul 13 14:39:17.217624 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2eef7d62-4f51-41e4-bc46-48e8e5c057ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870331'] for subnet, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:17.252957 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491ec47-b2e1-4dbb-8f86-d35b2251a2f4 req-cde8ad71-2ddc-44f7-b86e-9c1393583139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:17.254468 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-6491ec47-b2e1-4dbb-8f86-d35b2251a2f4 req-cde8ad71-2ddc-44f7-b86e-9c1393583139 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=58921e0e-d271-42d3-8bb5-36a41aaf8b06 HTTP/1.1" status: 200 len: 850 time: 0.0787477 Jul 13 14:39:17.271133 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f2fedc-75ef-4521-b86b-d13eb4ca9bae admin admin] Notify agent at l3_agent.dv-cinder-784453-8-iscsi the message routers_updated {{(pid=93154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:39:17.282920 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-61f2fedc-75ef-4521-b86b-d13eb4ca9bae admin admin] 10.222.0.11 "PUT /v2.0/routers/e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1829300 Jul 13 14:39:17.284478 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 55892) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:17.289032 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6ff00a-dfda-4082-8e58-7287ca129746 None None] Sync routers for ids ['e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6'] in dv-cinder-784453-8-iscsi {{(pid=93157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:39:17.299206 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6ff00a-dfda-4082-8e58-7287ca129746 None None] Routers {'e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:39:17.299826 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-ea6ff00a-dfda-4082-8e58-7287ca129746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:39:06Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6'], 'active': True} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:39:17.339536 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2eef7d62-4f51-41e4-bc46-48e8e5c057ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2868560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8977119'] for subnet, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:17.376211 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491ec47-b2e1-4dbb-8f86-d35b2251a2f4 req-ef34e579-6207-4246-82e4-45e91c172bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:17.377824 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-6491ec47-b2e1-4dbb-8f86-d35b2251a2f4 req-ef34e579-6207-4246-82e4-45e91c172bcc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3b901448-fc45-4cdb-afb8-8ba3d59219c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1132038 Jul 13 14:39:17.378890 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2eef7d62-4f51-41e4-bc46-48e8e5c057ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:17.383619 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-2eef7d62-4f51-41e4-bc46-48e8e5c057ef admin admin] 10.222.0.11 "DELETE /v2.0/subnets/81f1987b-1fa5-4cd0-a128-938ff7f4d5b3 HTTP/1.1" status: 204 len: 168 time: 0.3971429 Jul 13 14:39:17.383619 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef7d62-4f51-41e4-bc46-48e8e5c057ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81f1987b-1fa5-4cd0-a128-938ff7f4d5b3,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:17.384008 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 55894) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:17.411519 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-affa2bc1-6cdb-4e9d-b6f5-5274a5b14bc1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:17.474383 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvr_db [None req-ea6ff00a-dfda-4082-8e58-7287ca129746 None None] Set router e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6 gateway port host: dv-cinder-784453-8-iscsi {{(pid=93157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:39:17.513733 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-d5e04763-b2a7-4f68-8435-78b657bb979a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-993822'] for network, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:17.546084 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-6491ec47-b2e1-4dbb-8f86-d35b2251a2f4 req-0598c4b7-3058-465e-a3d0-a08661ee45c4 service neutron] 10.222.0.39 "GET /v2.0/networks/3b901448-fc45-4cdb-afb8-8ba3d59219c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546283 Jul 13 14:39:17.555046 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-affa2bc1-6cdb-4e9d-b6f5-5274a5b14bc1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:17.617948 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-affa2bc1-6cdb-4e9d-b6f5-5274a5b14bc1 admin admin] Deleting port d1f5b2a9-54bd-446e-ad28-c6bb2c57dab2 {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:39:17.618375 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-affa2bc1-6cdb-4e9d-b6f5-5274a5b14bc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:17.668883 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-d5e04763-b2a7-4f68-8435-78b657bb979a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-869682', 'neutron.services.segments.db._delete_segments_for_network-8754803476884'] for network, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:17.683807 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-ea6ff00a-dfda-4082-8e58-7287ca129746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6', 'name': 'tempest-ServerRescueNegativeTestJSON-1357864428-router', 'tenant_id': 'fc557a9da65c4850a0db554e60444325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'd1f5b2a9-54bd-446e-ad28-c6bb2c57dab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:35:05Z', 'updated_at': '2021-07-13T14:39:16Z', 'revision_number': 5, 'project_id': 'fc557a9da65c4850a0db554e60444325', 'gw_port': {'id': 'd1f5b2a9-54bd-446e-ad28-c6bb2c57dab2', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:dc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:08Z', 'updated_at': '2021-07-13T14:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi'}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:39:17.687445 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.services.segments.db [None req-d5e04763-b2a7-4f68-8435-78b657bb979a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be68db2a-d7ef-4072-812b-7ac34e8884b7']}} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:39:17.702543 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.services.segments.db [None req-d5e04763-b2a7-4f68-8435-78b657bb979a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cb2a2e7-90bc-4e10-a276-f895674abf5c') {'for_net_delete': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:39:17.702843 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.services.segments.db [None req-d5e04763-b2a7-4f68-8435-78b657bb979a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cb2a2e7-90bc-4e10-a276-f895674abf5c') {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:39:17.709108 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-affa2bc1-6cdb-4e9d-b6f5-5274a5b14bc1 admin admin] For port d1f5b2a9-54bd-446e-ad28-c6bb2c57dab2, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=d1f5b2a9-54bd-446e-ad28-c6bb2c57dab2,segment=NetworkSegment(1dffabd1-9f9c-45cf-80ba-954af1e6bced),segment_id=1dffabd1-9f9c-45cf-80ba-954af1e6bced)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:39:17.709464 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-affa2bc1-6cdb-4e9d-b6f5-5274a5b14bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:17.717507 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6ff00a-dfda-4082-8e58-7287ca129746 None None] Checking router: e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6 for host: dv-cinder-784453-8-iscsi {{(pid=93157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:39:17.720516 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-d5e04763-b2a7-4f68-8435-78b657bb979a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754803489931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3323136'] for segment, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:17.723486 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-affa2bc1-6cdb-4e9d-b6f5-5274a5b14bc1 admin admin] Calling delete_port for d1f5b2a9-54bd-446e-ad28-c6bb2c57dab2 owned by network:router_gateway {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:39:17.727630 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6ff00a-dfda-4082-8e58-7287ca129746 None None] Routers {'e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:39:17.728443 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-ea6ff00a-dfda-4082-8e58-7287ca129746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:39:06Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6'], 'active': True} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:39:17.734472 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-6491ec47-b2e1-4dbb-8f86-d35b2251a2f4 req-36c43e94-8eab-4b71-b657-51cf8606d8a9 service neutron] 10.222.0.39 "GET /v2.0/networks/3b901448-fc45-4cdb-afb8-8ba3d59219c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688204 Jul 13 14:39:17.741837 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-d5e04763-b2a7-4f68-8435-78b657bb979a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834'] for segment, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:17.761256 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5e04763-b2a7-4f68-8435-78b657bb979a admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=93155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:39:17.761958 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-d5e04763-b2a7-4f68-8435-78b657bb979a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2868478'] for segment, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:17.764267 dv-cinder-784453-8-iscsi neutron-server[93155]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:39:17.764267 dv-cinder-784453-8-iscsi neutron-server[93155]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:39:17.764267 dv-cinder-784453-8-iscsi neutron-server[93155]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:39:17.764267 dv-cinder-784453-8-iscsi neutron-server[93155]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:39:17.764267 dv-cinder-784453-8-iscsi neutron-server[93155]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:39:17.764267 dv-cinder-784453-8-iscsi neutron-server[93155]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:39:17.764267 dv-cinder-784453-8-iscsi neutron-server[93155]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:39:17.764267 dv-cinder-784453-8-iscsi neutron-server[93155]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:39:17.764267 dv-cinder-784453-8-iscsi neutron-server[93155]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:39:17.764267 dv-cinder-784453-8-iscsi neutron-server[93155]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:39:17.764267 dv-cinder-784453-8-iscsi neutron-server[93155]: Traceback (most recent call last): Jul 13 14:39:17.764267 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:39:17.764267 dv-cinder-784453-8-iscsi neutron-server[93155]: timer() Jul 13 14:39:17.764267 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:39:17.764267 dv-cinder-784453-8-iscsi neutron-server[93155]: cb(*args, **kw) Jul 13 14:39:17.764267 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:39:17.764267 dv-cinder-784453-8-iscsi neutron-server[93155]: return func(*args, **kwargs) Jul 13 14:39:17.764267 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:39:17.764267 dv-cinder-784453-8-iscsi neutron-server[93155]: self._notify() Jul 13 14:39:17.764267 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:39:17.764267 dv-cinder-784453-8-iscsi neutron-server[93155]: self.callback(batched_events) Jul 13 14:39:17.764267 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:39:17.764267 dv-cinder-784453-8-iscsi neutron-server[93155]: event.method(event) Jul 13 14:39:17.764267 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:39:17.764267 dv-cinder-784453-8-iscsi neutron-server[93155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:39:17.764267 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:39:17.764267 dv-cinder-784453-8-iscsi neutron-server[93155]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:39:17.764267 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:39:17.764267 dv-cinder-784453-8-iscsi neutron-server[93155]: return f(self, *a, **k) Jul 13 14:39:17.764267 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:39:17.764267 dv-cinder-784453-8-iscsi neutron-server[93155]: return self._get(url).json() Jul 13 14:39:17.764267 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:39:17.764267 dv-cinder-784453-8-iscsi neutron-server[93155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:39:17.764267 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:39:17.764267 dv-cinder-784453-8-iscsi neutron-server[93155]: return self.request(url, 'GET', **kwargs) Jul 13 14:39:17.764267 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:39:17.764267 dv-cinder-784453-8-iscsi neutron-server[93155]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:39:17.764267 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:39:17.764267 dv-cinder-784453-8-iscsi neutron-server[93155]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:39:17.764267 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:39:17.764267 dv-cinder-784453-8-iscsi neutron-server[93155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:39:17.764267 dv-cinder-784453-8-iscsi neutron-server[93155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:39:17.838193 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-d5e04763-b2a7-4f68-8435-78b657bb979a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-869689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1994796'] for network, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:17.863557 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-d5e04763-b2a7-4f68-8435-78b657bb979a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for network, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:17.867996 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-d5e04763-b2a7-4f68-8435-78b657bb979a admin admin] 10.222.0.11 "DELETE /v2.0/networks/be68db2a-d7ef-4072-812b-7ac34e8884b7 HTTP/1.1" status: 204 len: 168 time: 0.4830358 Jul 13 14:39:17.868511 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvr_db [None req-ea6ff00a-dfda-4082-8e58-7287ca129746 None None] Set router e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6 gateway port host: None {{(pid=93157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:39:17.868972 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e04763-b2a7-4f68-8435-78b657bb979a admin admin] Pushing event deleted for resources: {'Network': ['ID=be68db2a-d7ef-4072-812b-7ac34e8884b7,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:17.932299 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-ea6ff00a-dfda-4082-8e58-7287ca129746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6', 'name': 'tempest-ServerRescueNegativeTestJSON-1357864428-router', 'tenant_id': 'fc557a9da65c4850a0db554e60444325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:35:05Z', 'updated_at': '2021-07-13T14:39:17Z', 'revision_number': 6, 'project_id': 'fc557a9da65c4850a0db554e60444325', 'gw_port_host': None}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:39:17.959159 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6ff00a-dfda-4082-8e58-7287ca129746 None None] The sync data for ids ['e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6'] in dv-cinder-784453-8-iscsi is: [{'id': 'e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6', 'name': 'tempest-ServerRescueNegativeTestJSON-1357864428-router', 'tenant_id': 'fc557a9da65c4850a0db554e60444325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:35:05Z', 'updated_at': '2021-07-13T14:39:17Z', 'revision_number': 6, 'project_id': 'fc557a9da65c4850a0db554e60444325', 'gw_port_host': None}] {{(pid=93157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:39:17.992816 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-affa2bc1-6cdb-4e9d-b6f5-5274a5b14bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800428'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:18.029421 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa2bc1-6cdb-4e9d-b6f5-5274a5b14bc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1f5b2a9-54bd-446e-ad28-c6bb2c57dab2,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:18.046458 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880390b-fa8c-44ca-bb02-7816e6a81c81 req-d3504f0f-f801-48b8-be79-3d94235e64a2 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:18.048015 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0880390b-fa8c-44ca-bb02-7816e6a81c81 req-d3504f0f-f801-48b8-be79-3d94235e64a2 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.1222534 Jul 13 14:39:18.097035 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 55900) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:18.139476 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0880390b-fa8c-44ca-bb02-7816e6a81c81 req-1092d1a4-efbc-4b37-9342-1defd37e993e tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748165 Jul 13 14:39:18.141732 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-affa2bc1-6cdb-4e9d-b6f5-5274a5b14bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1994752'] for router_gateway, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:18.154324 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-b86e4bfe-036c-4757-ad2f-40ce513f930a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=715c9650cb454772898dfc0217ff12d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0532742 Jul 13 14:39:18.155262 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 55902) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:18.208767 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-21b3d7d1-631b-4dd1-b7f8-5bd18a37b3d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:18.236200 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-21b3d7d1-631b-4dd1-b7f8-5bd18a37b3d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:18.249009 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-affa2bc1-6cdb-4e9d-b6f5-5274a5b14bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2095243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4254'] for router, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:18.251352 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-affa2bc1-6cdb-4e9d-b6f5-5274a5b14bc1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:18.290349 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-21b3d7d1-631b-4dd1-b7f8-5bd18a37b3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:18.294871 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-21b3d7d1-631b-4dd1-b7f8-5bd18a37b3d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:18.296771 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-21b3d7d1-631b-4dd1-b7f8-5bd18a37b3d8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/784b1ac5-ab57-4615-b2d1-c6a8dc72a29f HTTP/1.1" status: 204 len: 168 time: 0.1403196 Jul 13 14:39:18.307350 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b3d7d1-631b-4dd1-b7f8-5bd18a37b3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784b1ac5-ab57-4615-b2d1-c6a8dc72a29f,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:18.317812 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b3d7d1-631b-4dd1-b7f8-5bd18a37b3d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:18.317812 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b3d7d1-631b-4dd1-b7f8-5bd18a37b3d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:18.317812 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b3d7d1-631b-4dd1-b7f8-5bd18a37b3d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:18.317812 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b3d7d1-631b-4dd1-b7f8-5bd18a37b3d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:18.317812 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b3d7d1-631b-4dd1-b7f8-5bd18a37b3d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:18.317812 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b3d7d1-631b-4dd1-b7f8-5bd18a37b3d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:18.317812 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b3d7d1-631b-4dd1-b7f8-5bd18a37b3d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:18.317812 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b3d7d1-631b-4dd1-b7f8-5bd18a37b3d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:18.320114 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b3d7d1-631b-4dd1-b7f8-5bd18a37b3d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:18.320114 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b3d7d1-631b-4dd1-b7f8-5bd18a37b3d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:18.320114 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b3d7d1-631b-4dd1-b7f8-5bd18a37b3d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:18.320114 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b3d7d1-631b-4dd1-b7f8-5bd18a37b3d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:18.356210 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-affa2bc1-6cdb-4e9d-b6f5-5274a5b14bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096411'] for router, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:18.356955 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-affa2bc1-6cdb-4e9d-b6f5-5274a5b14bc1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6 {{(pid=93154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:39:18.367029 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-affa2bc1-6cdb-4e9d-b6f5-5274a5b14bc1 admin admin] Notify callbacks [] for router, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:18.369032 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-affa2bc1-6cdb-4e9d-b6f5-5274a5b14bc1 admin admin] 10.222.0.11 "DELETE /v2.0/routers/e5a0e1f9-9a9b-477d-9bc5-62e87ce0ddb6 HTTP/1.1" status: 204 len: 168 time: 1.0830815 Jul 13 14:39:18.372523 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 55906) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:18.436324 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.db_base_plugin_v2 [None req-adb549b5-e3b7-42a3-8827-7004430c7812 admin admin] Deleting subnet 57ef7d24-de03-448d-9f18-05ea2c1e72c3 {{(pid=93155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:39:18.441672 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-adb549b5-e3b7-42a3-8827-7004430c7812 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:18.486731 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-adb549b5-e3b7-42a3-8827-7004430c7812 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3323161'] for subnet, precommit_delete_associations {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:18.529120 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-adb549b5-e3b7-42a3-8827-7004430c7812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870331'] for subnet, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:18.584384 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-adb549b5-e3b7-42a3-8827-7004430c7812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2868560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8977119'] for subnet, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:18.616358 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-adb549b5-e3b7-42a3-8827-7004430c7812 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:18.617787 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-adb549b5-e3b7-42a3-8827-7004430c7812 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/57ef7d24-de03-448d-9f18-05ea2c1e72c3 HTTP/1.1" status: 204 len: 168 time: 0.2442560 Jul 13 14:39:18.618807 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb549b5-e3b7-42a3-8827-7004430c7812 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57ef7d24-de03-448d-9f18-05ea2c1e72c3,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:18.620565 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 55910) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:18.697375 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c16116de-53b7-4584-9d18-7e9078fc31ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-993822'] for network, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:18.786011 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c16116de-53b7-4584-9d18-7e9078fc31ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-869682', 'neutron.services.segments.db._delete_segments_for_network-8754803476884'] for network, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:18.805116 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.services.segments.db [None req-c16116de-53b7-4584-9d18-7e9078fc31ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c60399fe-47fd-4adc-84b8-a09ce78c9d83']}} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:39:18.821109 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.services.segments.db [None req-c16116de-53b7-4584-9d18-7e9078fc31ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7653a656-2c34-48b5-8270-333dcf39de5b') {'for_net_delete': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:39:18.821549 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.services.segments.db [None req-c16116de-53b7-4584-9d18-7e9078fc31ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7653a656-2c34-48b5-8270-333dcf39de5b') {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:39:18.835529 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c16116de-53b7-4584-9d18-7e9078fc31ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754803489931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421039'] for segment, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:18.861511 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c16116de-53b7-4584-9d18-7e9078fc31ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834'] for segment, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:18.870000 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c16116de-53b7-4584-9d18-7e9078fc31ad admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=93154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:39:18.870517 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c16116de-53b7-4584-9d18-7e9078fc31ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8800607'] for segment, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:18.872512 dv-cinder-784453-8-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:39:18.872512 dv-cinder-784453-8-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:39:18.872512 dv-cinder-784453-8-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:39:18.872512 dv-cinder-784453-8-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:39:18.872512 dv-cinder-784453-8-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:39:18.872512 dv-cinder-784453-8-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:39:18.872512 dv-cinder-784453-8-iscsi neutron-server[93154]: Traceback (most recent call last): Jul 13 14:39:18.872512 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:39:18.872512 dv-cinder-784453-8-iscsi neutron-server[93154]: timer() Jul 13 14:39:18.872512 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:39:18.872512 dv-cinder-784453-8-iscsi neutron-server[93154]: cb(*args, **kw) Jul 13 14:39:18.872512 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:39:18.872512 dv-cinder-784453-8-iscsi neutron-server[93154]: return func(*args, **kwargs) Jul 13 14:39:18.872512 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:39:18.872512 dv-cinder-784453-8-iscsi neutron-server[93154]: self._notify() Jul 13 14:39:18.872512 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:39:18.872512 dv-cinder-784453-8-iscsi neutron-server[93154]: self.callback(batched_events) Jul 13 14:39:18.872512 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:39:18.872512 dv-cinder-784453-8-iscsi neutron-server[93154]: event.method(event) Jul 13 14:39:18.872512 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:39:18.872512 dv-cinder-784453-8-iscsi neutron-server[93154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:39:18.872512 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:39:18.872512 dv-cinder-784453-8-iscsi neutron-server[93154]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:39:18.872512 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:39:18.872512 dv-cinder-784453-8-iscsi neutron-server[93154]: return f(self, *a, **k) Jul 13 14:39:18.872512 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:39:18.872512 dv-cinder-784453-8-iscsi neutron-server[93154]: return self._get(url).json() Jul 13 14:39:18.872512 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:39:18.872512 dv-cinder-784453-8-iscsi neutron-server[93154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:39:18.872512 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:39:18.872512 dv-cinder-784453-8-iscsi neutron-server[93154]: return self.request(url, 'GET', **kwargs) Jul 13 14:39:18.872512 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:39:18.872512 dv-cinder-784453-8-iscsi neutron-server[93154]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:39:18.872512 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:39:18.872512 dv-cinder-784453-8-iscsi neutron-server[93154]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:39:18.872512 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:39:18.872512 dv-cinder-784453-8-iscsi neutron-server[93154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:39:18.872512 dv-cinder-784453-8-iscsi neutron-server[93154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:39:18.930195 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device f4d5b8d4-4371-40dc-a322-82a460d07448 no longer exists at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:39:18.954516 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] No Port match for: f4d5b8d4-4371-40dc-a322-82a460d07448 {{(pid=93156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:39:18.955171 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device f4d5b8d4-4371-40dc-a322-82a460d07448 not bound to the agent host dv-cinder-784453-8-iscsi {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:39:18.955810 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device d1f5b2a9-54bd-446e-ad28-c6bb2c57dab2 no longer exists at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:39:18.969103 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c16116de-53b7-4584-9d18-7e9078fc31ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-869689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1994796'] for network, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:18.979102 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c16116de-53b7-4584-9d18-7e9078fc31ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for network, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:18.983819 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-c16116de-53b7-4584-9d18-7e9078fc31ad admin admin] 10.222.0.11 "DELETE /v2.0/networks/c60399fe-47fd-4adc-84b8-a09ce78c9d83 HTTP/1.1" status: 204 len: 168 time: 0.3591731 Jul 13 14:39:18.984991 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] No Port match for: d1f5b2a9-54bd-446e-ad28-c6bb2c57dab2 {{(pid=93156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:39:18.984991 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device d1f5b2a9-54bd-446e-ad28-c6bb2c57dab2 not bound to the agent host dv-cinder-784453-8-iscsi {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:39:18.992885 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16116de-53b7-4584-9d18-7e9078fc31ad admin admin] Pushing event deleted for resources: {'Network': ['ID=c60399fe-47fd-4adc-84b8-a09ce78c9d83,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:19.005543 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16116de-53b7-4584-9d18-7e9078fc31ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:19.005902 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16116de-53b7-4584-9d18-7e9078fc31ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:19.006347 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16116de-53b7-4584-9d18-7e9078fc31ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:19.006762 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16116de-53b7-4584-9d18-7e9078fc31ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:19.007188 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16116de-53b7-4584-9d18-7e9078fc31ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:19.007711 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16116de-53b7-4584-9d18-7e9078fc31ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:19.008950 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16116de-53b7-4584-9d18-7e9078fc31ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:19.009292 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16116de-53b7-4584-9d18-7e9078fc31ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:19.009847 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16116de-53b7-4584-9d18-7e9078fc31ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:19.009943 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16116de-53b7-4584-9d18-7e9078fc31ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:19.010332 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16116de-53b7-4584-9d18-7e9078fc31ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:19.010625 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16116de-53b7-4584-9d18-7e9078fc31ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:19.148080 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 55928) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:19.212049 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 55934) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:19.212641 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-ad89a511-ed32-4f56-8f51-f9d583fac06b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fc557a9da65c4850a0db554e60444325&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0629303 Jul 13 14:39:19.278233 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-7cdc94a2-25b8-4f3b-9f4c-293b52640123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:19.304324 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-7cdc94a2-25b8-4f3b-9f4c-293b52640123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:19.349478 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf54e4b-1d9b-4b22-84af-b17af4678d8c req-c1f7641e-bd0b-4fc8-a5f0-29587a10202b tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:19.351116 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ecf54e4b-1d9b-4b22-84af-b17af4678d8c req-c1f7641e-bd0b-4fc8-a5f0-29587a10202b tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.0727112 Jul 13 14:39:19.369332 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-7cdc94a2-25b8-4f3b-9f4c-293b52640123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:19.374415 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-7cdc94a2-25b8-4f3b-9f4c-293b52640123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:19.376603 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-7cdc94a2-25b8-4f3b-9f4c-293b52640123 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d248ea0c-1966-4e01-92e6-2dda0d78b134 HTTP/1.1" status: 204 len: 168 time: 0.1633141 Jul 13 14:39:19.394952 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc94a2-25b8-4f3b-9f4c-293b52640123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d248ea0c-1966-4e01-92e6-2dda0d78b134,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:19.404734 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ecf54e4b-1d9b-4b22-84af-b17af4678d8c req-de32e410-519f-46d0-b7ed-0a7e7365a809 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456510 Jul 13 14:39:20.620794 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device a3fb3e11-f1f7-45aa-9456-985cddc7ebdf no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:39:20.660393 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] No Port match for: a3fb3e11-f1f7-45aa-9456-985cddc7ebdf {{(pid=93156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:39:20.660749 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device a3fb3e11-f1f7-45aa-9456-985cddc7ebdf not bound to the agent host hv-cinder-78445 {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:39:20.774837 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c344d-6f27-413a-a4a8-e801b5383adb req-cd10ac6e-e505-45d5-bad0-97aede2141f3 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:20.782865 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-952c344d-6f27-413a-a4a8-e801b5383adb req-cd10ac6e-e505-45d5-bad0-97aede2141f3 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.1532533 Jul 13 14:39:20.831012 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-952c344d-6f27-413a-a4a8-e801b5383adb req-4aedaafb-d7dd-420c-abf3-c6733041902b tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470607 Jul 13 14:39:21.624673 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 56014) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:21.752947 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-9bc22f04-6110-4665-b033-8bf6eda90536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:21.885915 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-9bc22f04-6110-4665-b033-8bf6eda90536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:21.891288 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-9bc22f04-6110-4665-b033-8bf6eda90536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:21.941425 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-9bc22f04-6110-4665-b033-8bf6eda90536 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f8d48e543180452e85bee5591bbe0c4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3115964 Jul 13 14:39:21.941425 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc22f04-6110-4665-b033-8bf6eda90536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a84272-f90a-465f-bb3d-fdc0f5f451f6,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:21.941884 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 56024) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:22.018920 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-aae2dede-beea-4cad-867f-e8f23081d2b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:22.060327 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-aae2dede-beea-4cad-867f-e8f23081d2b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:22.123585 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d3905-4a5d-419e-8317-3be4636e0f93 req-1db64ffe-9220-462f-bed9-99a30e1c7d9b tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:22.126802 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1c2d3905-4a5d-419e-8317-3be4636e0f93 req-1db64ffe-9220-462f-bed9-99a30e1c7d9b tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.1161935 Jul 13 14:39:22.136565 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-aae2dede-beea-4cad-867f-e8f23081d2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:22.139644 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-aae2dede-beea-4cad-867f-e8f23081d2b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:22.143527 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-aae2dede-beea-4cad-867f-e8f23081d2b1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/85a84272-f90a-465f-bb3d-fdc0f5f451f6 HTTP/1.1" status: 204 len: 168 time: 0.1979594 Jul 13 14:39:22.152205 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae2dede-beea-4cad-867f-e8f23081d2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a84272-f90a-465f-bb3d-fdc0f5f451f6,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:22.205827 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1c2d3905-4a5d-419e-8317-3be4636e0f93 req-9af5ee76-9da3-401a-bd56-95bdf4447b01 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713341 Jul 13 14:39:22.531542 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 56042) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:22.562938 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-da7d5c6f-9542-49b1-8cdc-185ff5898191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:22.655117 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe6c74-76c3-4d3c-876e-b45ce26b9636 req-87354258-abf4-4976-9a1b-54a0eca1cc51 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:22.656698 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1efe6c74-76c3-4d3c-876e-b45ce26b9636 req-87354258-abf4-4976-9a1b-54a0eca1cc51 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.1113527 Jul 13 14:39:22.659982 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e3ddc-b241-4a0d-927c-85a574129998 req-d88615f4-72fc-4ef4-a760-5bae9ca11cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:22.665895 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-2e2e3ddc-b241-4a0d-927c-85a574129998 req-d88615f4-72fc-4ef4-a760-5bae9ca11cc5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4db817ef0fe4408794a0ef962b27746d&device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 1098 time: 0.0832393 Jul 13 14:39:22.730786 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1efe6c74-76c3-4d3c-876e-b45ce26b9636 req-a1a6383f-d315-4e47-b090-6959a131e443 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579972 Jul 13 14:39:22.744728 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-da7d5c6f-9542-49b1-8cdc-185ff5898191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:22.749103 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-da7d5c6f-9542-49b1-8cdc-185ff5898191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:22.792541 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-da7d5c6f-9542-49b1-8cdc-185ff5898191 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0ac815e752174315b0bb30fa42ccf332&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2595665 Jul 13 14:39:22.793464 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d5c6f-9542-49b1-8cdc-185ff5898191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47e6e76-1903-458c-98fe-a5ebaa0be771,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:22.795947 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 56044) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:22.802889 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e3ddc-b241-4a0d-927c-85a574129998 req-7f648482-b9e7-45b4-a57a-dcb3efc2ded9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:22.804765 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-2e2e3ddc-b241-4a0d-927c-85a574129998 req-7f648482-b9e7-45b4-a57a-dcb3efc2ded9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3b901448-fc45-4cdb-afb8-8ba3d59219c4 HTTP/1.1" status: 200 len: 912 time: 0.1292658 Jul 13 14:39:22.857424 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-95648c7c-3755-4fb2-a526-2e307bf6890f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:22.888434 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-2e2e3ddc-b241-4a0d-927c-85a574129998 req-d875f61f-519a-4a64-b38f-3194bec5ed9e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=064feea6-f808-4b0f-aae3-1e62d41fb057 HTTP/1.1" status: 200 len: 1001 time: 0.0768681 Jul 13 14:39:22.891417 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-95648c7c-3755-4fb2-a526-2e307bf6890f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:22.947560 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-95648c7c-3755-4fb2-a526-2e307bf6890f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:22.948342 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e3ddc-b241-4a0d-927c-85a574129998 req-8519190a-0e0a-4cc6-b017-fe51d970df62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:22.950897 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-95648c7c-3755-4fb2-a526-2e307bf6890f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:22.951184 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-2e2e3ddc-b241-4a0d-927c-85a574129998 req-8519190a-0e0a-4cc6-b017-fe51d970df62 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=58921e0e-d271-42d3-8bb5-36a41aaf8b06 HTTP/1.1" status: 200 len: 850 time: 0.0556724 Jul 13 14:39:22.952444 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-95648c7c-3755-4fb2-a526-2e307bf6890f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b47e6e76-1903-458c-98fe-a5ebaa0be771 HTTP/1.1" status: 204 len: 168 time: 0.1527967 Jul 13 14:39:22.966585 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95648c7c-3755-4fb2-a526-2e307bf6890f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47e6e76-1903-458c-98fe-a5ebaa0be771,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:23.026313 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e3ddc-b241-4a0d-927c-85a574129998 req-daecac16-5cd7-4de1-a48c-c7c1d6ef1d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:23.028259 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-2e2e3ddc-b241-4a0d-927c-85a574129998 req-daecac16-5cd7-4de1-a48c-c7c1d6ef1d2d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3b901448-fc45-4cdb-afb8-8ba3d59219c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0705190 Jul 13 14:39:23.138032 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-2e2e3ddc-b241-4a0d-927c-85a574129998 req-957edf97-d6f9-4926-bf50-6e251badbff8 service neutron] 10.222.0.39 "GET /v2.0/networks/3b901448-fc45-4cdb-afb8-8ba3d59219c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014826 Jul 13 14:39:23.261920 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-2e2e3ddc-b241-4a0d-927c-85a574129998 req-f757e163-e3dd-46e6-8db5-a63da1492c6a service neutron] 10.222.0.39 "GET /v2.0/networks/3b901448-fc45-4cdb-afb8-8ba3d59219c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164970 Jul 13 14:39:23.974775 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dcd984-8266-4e33-8493-1be32418955a req-16f5057b-16ec-42ac-8a05-78173959dc4e tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:23.983473 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e8dcd984-8266-4e33-8493-1be32418955a req-16f5057b-16ec-42ac-8a05-78173959dc4e tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.1023059 Jul 13 14:39:24.025023 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e8dcd984-8266-4e33-8493-1be32418955a req-f6218354-6e71-41f5-a3fb-31e4c37df332 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403671 Jul 13 14:39:24.852144 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 56102) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:24.956860 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c8313ca9-f06b-419a-9deb-86d5f93ddd78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:25.050714 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c8313ca9-f06b-419a-9deb-86d5f93ddd78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:25.055722 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c8313ca9-f06b-419a-9deb-86d5f93ddd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:25.107632 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-c8313ca9-f06b-419a-9deb-86d5f93ddd78 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8acf55c9c7584876871ce0ae1716e0bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2542624 Jul 13 14:39:25.108442 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8313ca9-f06b-419a-9deb-86d5f93ddd78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b8eb78-8b10-43aa-a583-4d00360f03e2,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:25.110282 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 56108) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:25.174717 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3b006847-a0ae-4031-ba62-c9b3cf83aefd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:25.201739 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3b006847-a0ae-4031-ba62-c9b3cf83aefd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:25.270381 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3b006847-a0ae-4031-ba62-c9b3cf83aefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:25.275409 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-3b006847-a0ae-4031-ba62-c9b3cf83aefd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:25.279716 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-3b006847-a0ae-4031-ba62-c9b3cf83aefd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/00b8eb78-8b10-43aa-a583-4d00360f03e2 HTTP/1.1" status: 204 len: 168 time: 0.1658459 Jul 13 14:39:25.296206 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b006847-a0ae-4031-ba62-c9b3cf83aefd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b8eb78-8b10-43aa-a583-4d00360f03e2,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:25.454785 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f81c7-c49b-4693-b921-81fe93ac28e7 req-17d78f16-a367-4c47-8866-5aeed773a164 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:25.456356 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6c1f81c7-c49b-4693-b921-81fe93ac28e7 req-17d78f16-a367-4c47-8866-5aeed773a164 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.2930107 Jul 13 14:39:25.498710 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6c1f81c7-c49b-4693-b921-81fe93ac28e7 req-64f73401-d162-46f4-a1c2-d16819d549ce tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339069 Jul 13 14:39:25.695431 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 56120) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:25.709953 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a5eaf59e-d22b-4ca9-a7ec-3b22d1c91138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:25.803817 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a5eaf59e-d22b-4ca9-a7ec-3b22d1c91138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:25.808471 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a5eaf59e-d22b-4ca9-a7ec-3b22d1c91138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:25.848095 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-a5eaf59e-d22b-4ca9-a7ec-3b22d1c91138 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a33d78b8ccfd4b58acece514be66183c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1512430 Jul 13 14:39:25.848980 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eaf59e-d22b-4ca9-a7ec-3b22d1c91138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124fed21-3c41-46a6-9e48-0a132b7eeaad,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:25.851502 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 56122) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:25.907953 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-5821c44c-80f0-4df0-b24b-cdd1b4b72cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:25.929906 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-5821c44c-80f0-4df0-b24b-cdd1b4b72cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:25.978774 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-5821c44c-80f0-4df0-b24b-cdd1b4b72cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:25.981642 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-5821c44c-80f0-4df0-b24b-cdd1b4b72cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:25.982823 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-5821c44c-80f0-4df0-b24b-cdd1b4b72cac admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/124fed21-3c41-46a6-9e48-0a132b7eeaad HTTP/1.1" status: 204 len: 168 time: 0.1301332 Jul 13 14:39:25.990668 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5821c44c-80f0-4df0-b24b-cdd1b4b72cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124fed21-3c41-46a6-9e48-0a132b7eeaad,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:27.855052 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 56196) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:27.977729 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c36d5b69-56ef-45ab-8356-0e35bde8f2d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:28.080144 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c36d5b69-56ef-45ab-8356-0e35bde8f2d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:28.085309 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c36d5b69-56ef-45ab-8356-0e35bde8f2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:28.133521 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36d5b69-56ef-45ab-8356-0e35bde8f2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd603257-5b9f-467d-8352-b67fc8142722,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:28.137834 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-c36d5b69-56ef-45ab-8356-0e35bde8f2d8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=79c792dbbd154296aecac8270cd0fd25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2816820 Jul 13 14:39:28.142521 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 56202) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:28.215741 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-336dde70-fb23-437d-ba61-ab5835e6acfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:28.255411 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-336dde70-fb23-437d-ba61-ab5835e6acfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:28.324948 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-336dde70-fb23-437d-ba61-ab5835e6acfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:28.328208 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-336dde70-fb23-437d-ba61-ab5835e6acfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:28.329627 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-336dde70-fb23-437d-ba61-ab5835e6acfd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fd603257-5b9f-467d-8352-b67fc8142722 HTTP/1.1" status: 204 len: 168 time: 0.1864827 Jul 13 14:39:28.341676 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336dde70-fb23-437d-ba61-ab5835e6acfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd603257-5b9f-467d-8352-b67fc8142722,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:28.609143 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 56208) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:28.622965 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-eb52c177-6ed9-42d5-a777-fb0270f024ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:28.722224 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-eb52c177-6ed9-42d5-a777-fb0270f024ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:28.726897 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-eb52c177-6ed9-42d5-a777-fb0270f024ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:28.765371 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-eb52c177-6ed9-42d5-a777-fb0270f024ff admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aa72c04c68c146ac809d5e298e4b818f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1549046 Jul 13 14:39:28.766066 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb52c177-6ed9-42d5-a777-fb0270f024ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf53380-53d0-4975-9397-c73b391ec205,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:28.767958 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 56210) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:28.839042 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6bf6a6c0-4e22-4dc8-a626-9443356ef535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:28.862058 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6bf6a6c0-4e22-4dc8-a626-9443356ef535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:28.911096 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6bf6a6c0-4e22-4dc8-a626-9443356ef535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:28.913804 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6bf6a6c0-4e22-4dc8-a626-9443356ef535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:28.914945 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-6bf6a6c0-4e22-4dc8-a626-9443356ef535 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aaf53380-53d0-4975-9397-c73b391ec205 HTTP/1.1" status: 204 len: 168 time: 0.1457152 Jul 13 14:39:28.923401 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf6a6c0-4e22-4dc8-a626-9443356ef535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf53380-53d0-4975-9397-c73b391ec205,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:30.709464 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 56286) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:30.871996 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-980edf53-80e6-4e06-b9e0-283793d0f8ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:30.979818 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-980edf53-80e6-4e06-b9e0-283793d0f8ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:30.987353 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-980edf53-80e6-4e06-b9e0-283793d0f8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:31.031089 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980edf53-80e6-4e06-b9e0-283793d0f8ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86be5357-b136-4eca-b5d4-1119fe2fe93f,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:31.035477 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-980edf53-80e6-4e06-b9e0-283793d0f8ff admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aa9e8a614cf94f2daac27069488e63c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3242915 Jul 13 14:39:31.038767 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 56294) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:31.091011 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d89ec539-0316-4497-926e-972ce605c6a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:31.112684 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d89ec539-0316-4497-926e-972ce605c6a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:31.158361 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d89ec539-0316-4497-926e-972ce605c6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:31.160947 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d89ec539-0316-4497-926e-972ce605c6a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:31.162082 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-d89ec539-0316-4497-926e-972ce605c6a2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/86be5357-b136-4eca-b5d4-1119fe2fe93f HTTP/1.1" status: 204 len: 168 time: 0.1222532 Jul 13 14:39:31.173973 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ec539-0316-4497-926e-972ce605c6a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86be5357-b136-4eca-b5d4-1119fe2fe93f,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:31.426434 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 56300) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:31.442552 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-819e389e-9f21-454f-b3b0-6e192d315eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:31.534270 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-819e389e-9f21-454f-b3b0-6e192d315eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:31.538138 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-819e389e-9f21-454f-b3b0-6e192d315eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:31.575726 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e389e-9f21-454f-b3b0-6e192d315eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b3c3a7-867f-4a49-8a0f-5c17d2bdf52d,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:31.580983 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-819e389e-9f21-454f-b3b0-6e192d315eba admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7171263555c744c290eac0dbc26f8f94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1534195 Jul 13 14:39:31.583669 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 56302) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:31.634299 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ddc5cb03-269e-4416-a433-e35885cbdf86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:31.655938 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ddc5cb03-269e-4416-a433-e35885cbdf86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:31.711462 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ddc5cb03-269e-4416-a433-e35885cbdf86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:31.714265 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ddc5cb03-269e-4416-a433-e35885cbdf86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:31.715404 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-ddc5cb03-269e-4416-a433-e35885cbdf86 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/64b3c3a7-867f-4a49-8a0f-5c17d2bdf52d HTTP/1.1" status: 204 len: 168 time: 0.1306942 Jul 13 14:39:31.724180 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc5cb03-269e-4416-a433-e35885cbdf86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b3c3a7-867f-4a49-8a0f-5c17d2bdf52d,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:33.291011 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-9029917e-3fb1-4fcc-a431-726ed13ef4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:35.910910 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7bb0ef65-c889-4568-869f-7202babd25e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:36.147770 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:37.171818 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:37.192844 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 56416) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:37.312994 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d074fa84-3ab8-46d2-b002-974967fee111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:37.410912 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d074fa84-3ab8-46d2-b002-974967fee111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:37.415415 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d074fa84-3ab8-46d2-b002-974967fee111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:37.452882 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-d074fa84-3ab8-46d2-b002-974967fee111 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=003fced6d124465e9bcf73056bf6dfb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2589443 Jul 13 14:39:37.453984 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d074fa84-3ab8-46d2-b002-974967fee111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20129f7d-2e06-4c88-a7e0-f754a6197db4,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:37.455825 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 56420) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:37.508284 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6e010c17-f1f1-4bd6-9494-d144ae06fc6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:37.533087 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6e010c17-f1f1-4bd6-9494-d144ae06fc6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:37.586659 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6e010c17-f1f1-4bd6-9494-d144ae06fc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:37.590287 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-6e010c17-f1f1-4bd6-9494-d144ae06fc6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:37.591728 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-6e010c17-f1f1-4bd6-9494-d144ae06fc6d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/20129f7d-2e06-4c88-a7e0-f754a6197db4 HTTP/1.1" status: 204 len: 168 time: 0.1347063 Jul 13 14:39:37.605497 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e010c17-f1f1-4bd6-9494-d144ae06fc6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20129f7d-2e06-4c88-a7e0-f754a6197db4,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:37.860051 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 56430) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:37.875603 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-144c772b-f837-4466-8132-d434ab3005bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:37.987512 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-144c772b-f837-4466-8132-d434ab3005bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:37.992321 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-144c772b-f837-4466-8132-d434ab3005bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:38.037109 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-144c772b-f837-4466-8132-d434ab3005bd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=622990e2cc3c4cf092b2a6b66702f544&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1757553 Jul 13 14:39:38.037886 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c772b-f837-4466-8132-d434ab3005bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=704eb5c9-6557-4df8-ac9d-57ad3d52a3eb,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:38.040312 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 56440) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:38.097802 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c2765-db2c-43f0-a2da-803be64ea9da req-2fe16d01-dfb1-4a94-b854-db0426cf81b6 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:38.099530 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3b1c2765-db2c-43f0-a2da-803be64ea9da req-2fe16d01-dfb1-4a94-b854-db0426cf81b6 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 946 time: 0.1055837 Jul 13 14:39:38.128934 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-130de6f8-eb68-487e-85d8-d526368c5a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:38.167922 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-130de6f8-eb68-487e-85d8-d526368c5a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:38.177246 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3b1c2765-db2c-43f0-a2da-803be64ea9da req-c93d351e-0efd-4734-a341-e5de66146531 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701168 Jul 13 14:39:38.238480 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-130de6f8-eb68-487e-85d8-d526368c5a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:38.241702 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-130de6f8-eb68-487e-85d8-d526368c5a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:38.242945 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-130de6f8-eb68-487e-85d8-d526368c5a07 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/704eb5c9-6557-4df8-ac9d-57ad3d52a3eb HTTP/1.1" status: 204 len: 168 time: 0.2016482 Jul 13 14:39:38.254235 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130de6f8-eb68-487e-85d8-d526368c5a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704eb5c9-6557-4df8-ac9d-57ad3d52a3eb,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:38.589786 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:39.389254 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609150d8-92bb-4203-beab-95d10c48a7a1 req-9f16b9a5-ea0a-4cc4-9375-0c5dadf288c1 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:39.391038 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-609150d8-92bb-4203-beab-95d10c48a7a1 req-9f16b9a5-ea0a-4cc4-9375-0c5dadf288c1 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 946 time: 0.0708499 Jul 13 14:39:39.441283 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-609150d8-92bb-4203-beab-95d10c48a7a1 req-8229c3e8-f8a5-48ec-8971-19b24d7f2963 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=e5309687-4d39-468c-9f35-4d9b06479eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428841 Jul 13 14:39:39.542935 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 56512) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:39.679178 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-42a09ebb-f61c-4a73-abeb-5eea35fb4ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:39.781058 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-42a09ebb-f61c-4a73-abeb-5eea35fb4ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:39.784926 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-42a09ebb-f61c-4a73-abeb-5eea35fb4ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:39.825243 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-42a09ebb-f61c-4a73-abeb-5eea35fb4ab6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9761c69229454e06bd2c44f199f11640&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2810631 Jul 13 14:39:39.826085 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a09ebb-f61c-4a73-abeb-5eea35fb4ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d95883-2c2a-443f-8faf-8453233468bb,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:39.829302 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 56522) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:39.887987 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d6bd0060-1a74-4ac0-a3ee-aaa9f42c84bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:39.920245 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d6bd0060-1a74-4ac0-a3ee-aaa9f42c84bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:39.936087 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120faca2-8aa7-4641-a6b9-a442261c10c3 req-57d1b215-98a5-492a-962c-c02fb9aaa878 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:39.938540 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-120faca2-8aa7-4641-a6b9-a442261c10c3 req-57d1b215-98a5-492a-962c-c02fb9aaa878 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.39 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 946 time: 0.1020153 Jul 13 14:39:39.986959 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d6bd0060-1a74-4ac0-a3ee-aaa9f42c84bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:39.992676 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d6bd0060-1a74-4ac0-a3ee-aaa9f42c84bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:39.994662 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-d6bd0060-1a74-4ac0-a3ee-aaa9f42c84bb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a5d95883-2c2a-443f-8faf-8453233468bb HTTP/1.1" status: 204 len: 168 time: 0.1640191 Jul 13 14:39:40.005295 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bd0060-1a74-4ac0-a3ee-aaa9f42c84bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d95883-2c2a-443f-8faf-8453233468bb,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:40.083195 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [req-120faca2-8aa7-4641-a6b9-a442261c10c3 req-75093439-39cf-4e0f-9dca-14c4ca915b6a tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Deleting port 96e9db92-4167-45b2-b18d-aa1795f4bd8f {{(pid=93155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:39:40.083540 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-120faca2-8aa7-4641-a6b9-a442261c10c3 req-75093439-39cf-4e0f-9dca-14c4ca915b6a tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:40.191200 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-120faca2-8aa7-4641-a6b9-a442261c10c3 req-75093439-39cf-4e0f-9dca-14c4ca915b6a tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] For port 96e9db92-4167-45b2-b18d-aa1795f4bd8f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=96e9db92-4167-45b2-b18d-aa1795f4bd8f,segment=NetworkSegment(4ad0260d-356e-47c3-9fe1-42a46c9ee2c2),segment_id=4ad0260d-356e-47c3-9fe1-42a46c9ee2c2)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:39:40.191656 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-120faca2-8aa7-4641-a6b9-a442261c10c3 req-75093439-39cf-4e0f-9dca-14c4ca915b6a tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:40.353829 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 56540) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:40.368127 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ab76e6b7-0c52-4963-aa77-616f8d2dfbb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:40.434077 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-120faca2-8aa7-4641-a6b9-a442261c10c3 req-75093439-39cf-4e0f-9dca-14c4ca915b6a tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:40.434486 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-120faca2-8aa7-4641-a6b9-a442261c10c3 req-75093439-39cf-4e0f-9dca-14c4ca915b6a tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1994842'] for floatingip, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:40.434800 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.db.l3_db [req-120faca2-8aa7-4641-a6b9-a442261c10c3 req-75093439-39cf-4e0f-9dca-14c4ca915b6a tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Floating IP ae1dbfee-8aec-4bf8-9c20-18809e623639 disassociated. External IP: 172.27.3.160, port: 96e9db92-4167-45b2-b18d-aa1795f4bd8f. Jul 13 14:39:40.435143 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [req-120faca2-8aa7-4641-a6b9-a442261c10c3 req-75093439-39cf-4e0f-9dca-14c4ca915b6a tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Calling delete_port for 96e9db92-4167-45b2-b18d-aa1795f4bd8f owned by compute:nova {{(pid=93155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:39:40.498775 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ab76e6b7-0c52-4963-aa77-616f8d2dfbb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:40.505763 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ab76e6b7-0c52-4963-aa77-616f8d2dfbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:40.569859 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-ab76e6b7-0c52-4963-aa77-616f8d2dfbb8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=41ff8b6a04bb47218456681a0fba3283&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2147794 Jul 13 14:39:40.570653 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 56544) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:40.571536 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab76e6b7-0c52-4963-aa77-616f8d2dfbb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57435bfa-78a5-424d-b612-7676e4c1ca41,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:40.584453 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-120faca2-8aa7-4641-a6b9-a442261c10c3 req-75093439-39cf-4e0f-9dca-14c4ca915b6a tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:40.614670 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75093439-39cf-4e0f-9dca-14c4ca915b6a tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Pushing event deleted for resources: {'Port': ['ID=96e9db92-4167-45b2-b18d-aa1795f4bd8f,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:40.625401 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0655a4ed-ddde-4934-bb04-ebd7ef2ba970 req-2e7594ed-7c28-4a1a-99a9-e9da45acbc29 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 210 time: 0.0419316 Jul 13 14:39:40.665771 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6dde5617-ac93-468f-9ee9-90ff9f3287e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:40.693362 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6dde5617-ac93-468f-9ee9-90ff9f3287e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:40.746840 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-120faca2-8aa7-4641-a6b9-a442261c10c3 req-75093439-39cf-4e0f-9dca-14c4ca915b6a tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Router ad567ed0-4a17-4182-b587-7d9abf430bc4 has already been hosted by L3 agent d92cc109-9c2d-42ed-8c1d-d826fa90f9d0 {{(pid=93155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:39:40.761139 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6dde5617-ac93-468f-9ee9-90ff9f3287e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:40.763929 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6dde5617-ac93-468f-9ee9-90ff9f3287e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:40.767413 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-6dde5617-ac93-468f-9ee9-90ff9f3287e7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/57435bfa-78a5-424d-b612-7676e4c1ca41 HTTP/1.1" status: 204 len: 168 time: 0.1897919 Jul 13 14:39:40.773654 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde5617-ac93-468f-9ee9-90ff9f3287e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57435bfa-78a5-424d-b612-7676e4c1ca41,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:40.886417 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-120faca2-8aa7-4641-a6b9-a442261c10c3 req-75093439-39cf-4e0f-9dca-14c4ca915b6a tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify agent at l3_agent.dv-cinder-784453-8-iscsi the message routers_updated {{(pid=93155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:39:40.911592 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb530de-4532-45c4-b205-702c598c3cbd None None] Sync routers for ids ['ad567ed0-4a17-4182-b587-7d9abf430bc4'] in dv-cinder-784453-8-iscsi {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:39:40.924015 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb530de-4532-45c4-b205-702c598c3cbd None None] Routers {'ad567ed0-4a17-4182-b587-7d9abf430bc4'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:39:40.925160 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-fbb530de-4532-45c4-b205-702c598c3cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:39:36Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['ad567ed0-4a17-4182-b587-7d9abf430bc4'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:39:40.958431 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [req-120faca2-8aa7-4641-a6b9-a442261c10c3 req-75093439-39cf-4e0f-9dca-14c4ca915b6a tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] No DVR routers for this DVR port 96e9db92-4167-45b2-b18d-aa1795f4bd8f on host hv-cinder-78445 {{(pid=93155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:39:40.961197 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-120faca2-8aa7-4641-a6b9-a442261c10c3 req-75093439-39cf-4e0f-9dca-14c4ca915b6a tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:40.963384 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-120faca2-8aa7-4641-a6b9-a442261c10c3 req-75093439-39cf-4e0f-9dca-14c4ca915b6a tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.39 "DELETE /v2.0/ports/96e9db92-4167-45b2-b18d-aa1795f4bd8f HTTP/1.1" status: 204 len: 173 time: 1.0193925 Jul 13 14:39:40.963855 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2710a355-6e44-4b59-827d-302f15c9d6d9', 'name': 'network-vif-deleted', 'tag': '96e9db92-4167-45b2-b18d-aa1795f4bd8f'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:39:40.966227 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969d499ae61b7a2d5523e15545dbdfcb627d31ab7a946dd0dec0766d655d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8023185-e02a-4cd6-80b9-e2529dbaef7d" -d '{"events": [{"server_uuid": "2710a355-6e44-4b59-827d-302f15c9d6d9", "name": "network-vif-deleted", "tag": "96e9db92-4167-45b2-b18d-aa1795f4bd8f"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:39:41.016466 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7302e0-90cd-4f3a-a834-04c993954185 x-openstack-request-id: req-cd7302e0-90cd-4f3a-a834-04c993954185 {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:39:41.017168 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2710a355-6e44-4b59-827d-302f15c9d6d9", "name": "network-vif-deleted", "tag": "96e9db92-4167-45b2-b18d-aa1795f4bd8f", "status": "completed", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:39:41.017581 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cd7302e0-90cd-4f3a-a834-04c993954185 {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:39:41.018214 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2710a355-6e44-4b59-827d-302f15c9d6d9', 'name': 'network-vif-deleted', 'tag': '96e9db92-4167-45b2-b18d-aa1795f4bd8f', 'status': 'completed', 'code': 200} Jul 13 14:39:41.068365 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-fbb530de-4532-45c4-b205-702c598c3cbd None None] Set router ad567ed0-4a17-4182-b587-7d9abf430bc4 gateway port host: dv-cinder-784453-8-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:39:41.332259 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-fbb530de-4532-45c4-b205-702c598c3cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'name': 'tempest-AttachVolumeShelveTestJSON-1867024726-router', 'tenant_id': 'a5169c26b204473880f57831a5e71229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '6624b436-5bb0-48eb-93d4-a371aa00e5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:35:04Z', 'updated_at': '2021-07-13T14:35:15Z', 'revision_number': 4, 'project_id': 'a5169c26b204473880f57831a5e71229', 'gw_port': {'id': '6624b436-5bb0-48eb-93d4-a371aa00e5b6', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:47:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:05Z', 'updated_at': '2021-07-13T14:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': 'b2b281d4-e4fa-4616-8bad-1564060e7533', 'name': '', 'network_id': 'b04875e6-1fc2-4c4b-96d5-3d915be01c53', 'tenant_id': 'a5169c26b204473880f57831a5e71229', 'mac_address': 'fa:16:3e:c9:45:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2093f447-27c9-42a2-bbad-8523311dd7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:12Z', 'updated_at': '2021-07-13T14:35:36Z', 'revision_number': 5, 'project_id': 'a5169c26b204473880f57831a5e71229', 'subnets': [{'id': '2093f447-27c9-42a2-bbad-8523311dd7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:39:41.362841 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb530de-4532-45c4-b205-702c598c3cbd None None] Checking router: ad567ed0-4a17-4182-b587-7d9abf430bc4 for host: dv-cinder-784453-8-iscsi {{(pid=93156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:39:41.372004 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb530de-4532-45c4-b205-702c598c3cbd None None] Routers {'ad567ed0-4a17-4182-b587-7d9abf430bc4'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:39:41.372609 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-fbb530de-4532-45c4-b205-702c598c3cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:39:36Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['ad567ed0-4a17-4182-b587-7d9abf430bc4'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:39:41.513902 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-fbb530de-4532-45c4-b205-702c598c3cbd None None] Set router ad567ed0-4a17-4182-b587-7d9abf430bc4 gateway port host: dv-cinder-784453-8-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:39:41.851078 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-fbb530de-4532-45c4-b205-702c598c3cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'name': 'tempest-AttachVolumeShelveTestJSON-1867024726-router', 'tenant_id': 'a5169c26b204473880f57831a5e71229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '6624b436-5bb0-48eb-93d4-a371aa00e5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:35:04Z', 'updated_at': '2021-07-13T14:35:15Z', 'revision_number': 4, 'project_id': 'a5169c26b204473880f57831a5e71229', 'gw_port': {'id': '6624b436-5bb0-48eb-93d4-a371aa00e5b6', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:47:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:05Z', 'updated_at': '2021-07-13T14:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': 'b2b281d4-e4fa-4616-8bad-1564060e7533', 'name': '', 'network_id': 'b04875e6-1fc2-4c4b-96d5-3d915be01c53', 'tenant_id': 'a5169c26b204473880f57831a5e71229', 'mac_address': 'fa:16:3e:c9:45:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2093f447-27c9-42a2-bbad-8523311dd7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:12Z', 'updated_at': '2021-07-13T14:35:36Z', 'revision_number': 5, 'project_id': 'a5169c26b204473880f57831a5e71229', 'subnets': [{'id': '2093f447-27c9-42a2-bbad-8523311dd7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:39:41.891127 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb530de-4532-45c4-b205-702c598c3cbd None None] The sync data for ids ['ad567ed0-4a17-4182-b587-7d9abf430bc4'] in dv-cinder-784453-8-iscsi is: [{'id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'name': 'tempest-AttachVolumeShelveTestJSON-1867024726-router', 'tenant_id': 'a5169c26b204473880f57831a5e71229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '6624b436-5bb0-48eb-93d4-a371aa00e5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:35:04Z', 'updated_at': '2021-07-13T14:35:15Z', 'revision_number': 4, 'project_id': 'a5169c26b204473880f57831a5e71229', 'gw_port': {'id': '6624b436-5bb0-48eb-93d4-a371aa00e5b6', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:47:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:05Z', 'updated_at': '2021-07-13T14:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': 'b2b281d4-e4fa-4616-8bad-1564060e7533', 'name': '', 'network_id': 'b04875e6-1fc2-4c4b-96d5-3d915be01c53', 'tenant_id': 'a5169c26b204473880f57831a5e71229', 'mac_address': 'fa:16:3e:c9:45:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2093f447-27c9-42a2-bbad-8523311dd7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:12Z', 'updated_at': '2021-07-13T14:35:36Z', 'revision_number': 5, 'project_id': 'a5169c26b204473880f57831a5e71229', 'subnets': [{'id': '2093f447-27c9-42a2-bbad-8523311dd7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:39:41.895539 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b2744dff-d260-4a3b-aba2-d83245ba60e4 req-c9c23991-cdc2-4945-9881-a999d71221b7 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=2710a355-6e44-4b59-827d-302f15c9d6d9 HTTP/1.1" status: 200 len: 210 time: 0.0454416 Jul 13 14:39:42.157456 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce5e6ee-b935-4831-8972-e19875e6e966 None None] New status for floating IP ae1dbfee-8aec-4bf8-9c20-18809e623639: DOWN {{(pid=93157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:39:43.049220 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 56604) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:43.126720 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-38c39140-a755-4db4-876e-fa158280b938 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks [] for security_group, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:43.155649 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-38c39140-a755-4db4-876e-fa158280b938 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:43.240114 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-38c39140-a755-4db4-876e-fa158280b938 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:43.245151 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-38c39140-a755-4db4-876e-fa158280b938 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:43.249285 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-38c39140-a755-4db4-876e-fa158280b938 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "DELETE /v2.0/security-groups/e5309687-4d39-468c-9f35-4d9b06479eed HTTP/1.1" status: 204 len: 168 time: 0.1960020 Jul 13 14:39:43.250425 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 56610) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:43.268883 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.api.v2.resource [None req-9602991c-30ed-47da-9783-c9af5a868823 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] show failed (client error): The resource could not be found. Jul 13 14:39:43.269802 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-9602991c-30ed-47da-9783-c9af5a868823 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups/e5309687-4d39-468c-9f35-4d9b06479eed HTTP/1.1" status: 404 len: 347 time: 0.0184510 Jul 13 14:39:43.270978 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c39140-a755-4db4-876e-fa158280b938 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5309687-4d39-468c-9f35-4d9b06479eed,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:43.274699 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 56612) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:43.436494 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-c2a79ff5-c87c-48d8-9ec5-c1188015675f tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Deleting port 9fc85d72-6918-4899-a9fe-a3a21d74f487 {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:39:43.436728 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c2a79ff5-c87c-48d8-9ec5-c1188015675f tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:43.519766 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c2a79ff5-c87c-48d8-9ec5-c1188015675f tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:43.520088 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c2a79ff5-c87c-48d8-9ec5-c1188015675f tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:43.533923 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-c2a79ff5-c87c-48d8-9ec5-c1188015675f tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Calling delete_port for 9fc85d72-6918-4899-a9fe-a3a21d74f487 owned by network:floatingip {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:39:43.717982 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c2a79ff5-c87c-48d8-9ec5-c1188015675f tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800428'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:43.743891 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a79ff5-c87c-48d8-9ec5-c1188015675f tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Pushing event deleted for resources: {'Port': ['ID=9fc85d72-6918-4899-a9fe-a3a21d74f487,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:43.825103 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c2a79ff5-c87c-48d8-9ec5-c1188015675f tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks [] for floatingip, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:43.828100 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c2a79ff5-c87c-48d8-9ec5-c1188015675f tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for floatingip, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:43.829324 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-c2a79ff5-c87c-48d8-9ec5-c1188015675f tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "DELETE /v2.0/floatingips/ae1dbfee-8aec-4bf8-9c20-18809e623639 HTTP/1.1" status: 204 len: 168 time: 0.5533373 Jul 13 14:39:44.175028 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 56618) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:44.180095 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [None req-2edf4287-aa6d-4894-be34-6c5700a77be9 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1243827944', 'description': 'tempest-description--356998062'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:39:44.207894 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2edf4287-aa6d-4894-be34-6c5700a77be9 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:44.309166 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2edf4287-aa6d-4894-be34-6c5700a77be9 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:44.313484 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2edf4287-aa6d-4894-be34-6c5700a77be9 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:44.344215 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2edf4287-aa6d-4894-be34-6c5700a77be9 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:44.345414 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-2edf4287-aa6d-4894-be34-6c5700a77be9 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1691115 Jul 13 14:39:44.347315 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf4287-aa6d-4894-be34-6c5700a77be9 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:44.348643 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 56624) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:44.353676 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-58ca85d8-8126-4c89-baac-163b9a31dfae tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Request body: {'security_group_rule': {'security_group_id': '459d5d7d-564d-4efe-b2fd-3d1a5ec34f74', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:39:44.386784 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-58ca85d8-8126-4c89-baac-163b9a31dfae tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:44.462852 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-58ca85d8-8126-4c89-baac-163b9a31dfae tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:44.467053 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-58ca85d8-8126-4c89-baac-163b9a31dfae tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655845'] for security_group_rule, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:44.489547 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca85d8-8126-4c89-baac-163b9a31dfae tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2f65fd3-7798-4c71-9ac8-584b0138e000,revision_number=0']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:44.496666 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-58ca85d8-8126-4c89-baac-163b9a31dfae tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:44.501595 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-58ca85d8-8126-4c89-baac-163b9a31dfae tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1491854 Jul 13 14:39:44.501830 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 56626) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:44.507477 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-903890c0-1e11-47ff-9464-4e1ba882dcc9 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Request body: {'security_group_rule': {'security_group_id': '459d5d7d-564d-4efe-b2fd-3d1a5ec34f74', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:39:44.542625 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-903890c0-1e11-47ff-9464-4e1ba882dcc9 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:44.627981 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-903890c0-1e11-47ff-9464-4e1ba882dcc9 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:44.633457 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-903890c0-1e11-47ff-9464-4e1ba882dcc9 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655845'] for security_group_rule, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:44.653285 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903890c0-1e11-47ff-9464-4e1ba882dcc9 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c106c45c-6b62-4a4d-b123-586df914d3ce,revision_number=0']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:44.660223 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-903890c0-1e11-47ff-9464-4e1ba882dcc9 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:44.661720 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-903890c0-1e11-47ff-9464-4e1ba882dcc9 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1585042 Jul 13 14:39:44.665492 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 56630) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:44.670889 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-2450c29a-6dc7-4571-ac47-1be69f3074af tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Request body: {'floatingip': {'floating_network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:39:44.703197 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2450c29a-6dc7-4571-ac47-1be69f3074af tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks [] for floatingip, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:44.798770 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 96e9db92-4167-45b2-b18d-aa1795f4bd8f no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:39:44.819319 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2450c29a-6dc7-4571-ac47-1be69f3074af tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:44.946472 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [None req-2450c29a-6dc7-4571-ac47-1be69f3074af tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Allocated IP 172.27.3.224 (ecd09457-6660-479c-a1fb-91901148ba35/592e54d3-84ab-450e-8093-b0d029762b46/f4b8c4dc-c1ef-4d82-a26e-9a97565ff694) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:39:44.966348 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] No Port match for: 96e9db92-4167-45b2-b18d-aa1795f4bd8f {{(pid=93156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:39:44.966879 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 96e9db92-4167-45b2-b18d-aa1795f4bd8f not bound to the agent host hv-cinder-78445 {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:39:45.064560 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2450c29a-6dc7-4571-ac47-1be69f3074af tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:45.107879 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2450c29a-6dc7-4571-ac47-1be69f3074af tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800428'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:45.154743 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2450c29a-6dc7-4571-ac47-1be69f3074af tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Network ecd09457-6660-479c-a1fb-91901148ba35 is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:39:45.157763 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-2450c29a-6dc7-4571-ac47-1be69f3074af tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:39:45.161456 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2450c29a-6dc7-4571-ac47-1be69f3074af tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:39:45.168204 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2450c29a-6dc7-4571-ac47-1be69f3074af tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Pushing event updated for resources: {'Port': ['ID=f4b8c4dc-c1ef-4d82-a26e-9a97565ff694,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:45.254096 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2450c29a-6dc7-4571-ac47-1be69f3074af tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:45.302134 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2450c29a-6dc7-4571-ac47-1be69f3074af tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:45.460167 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2450c29a-6dc7-4571-ac47-1be69f3074af tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:45.466747 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2450c29a-6dc7-4571-ac47-1be69f3074af tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8800423'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:45.544314 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2450c29a-6dc7-4571-ac47-1be69f3074af tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Pushing event updated for resources: {'Port': ['ID=f4b8c4dc-c1ef-4d82-a26e-9a97565ff694,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:45.551600 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2450c29a-6dc7-4571-ac47-1be69f3074af tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1994842'] for floatingip, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:45.567167 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2450c29a-6dc7-4571-ac47-1be69f3074af tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for floatingip, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:45.568364 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-2450c29a-6dc7-4571-ac47-1be69f3074af tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9019060 Jul 13 14:39:45.792715 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-15e3013c-d248-4b4d-9f45-0978f9e3d2c2 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1243827944&fields=id&tenant_id=a5169c26b204473880f57831a5e71229 HTTP/1.1" status: 200 len: 267 time: 0.0475876 Jul 13 14:39:45.916650 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-04de9435-2afe-4ec6-a184-9a5dcd7bcbcf tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:45.918266 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-04de9435-2afe-4ec6-a184-9a5dcd7bcbcf tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/networks?id=b04875e6-1fc2-4c4b-96d5-3d915be01c53 HTTP/1.1" status: 200 len: 817 time: 0.1120782 Jul 13 14:39:45.934976 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-9793a240-cbc5-4ad1-a244-d0f895075bb5 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/quotas/a5169c26b204473880f57831a5e71229 HTTP/1.1" status: 200 len: 375 time: 0.0108063 Jul 13 14:39:46.021955 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-1267b3f8-b9fb-453c-8fce-cbe979461086 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a5169c26b204473880f57831a5e71229&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0809968 Jul 13 14:39:46.077381 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:46.180002 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-7319cd54-1175-4ec7-b8e8-d0c779a48bee service neutron] 10.222.0.11 "GET /v2.0/networks/b04875e6-1fc2-4c4b-96d5-3d915be01c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347594 Jul 13 14:39:46.311583 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-e7b8268c-8e1b-4fb4-8191-cdf26d0a7433 service neutron] 10.222.0.11 "GET /v2.0/networks/b04875e6-1fc2-4c4b-96d5-3d915be01c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222434 Jul 13 14:39:46.536428 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-14e23894-8feb-4847-9c8f-4aade406aa67 req-5b4da6f0-a29b-4093-949c-c63665694a21 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 210 time: 0.0387945 Jul 13 14:39:47.689354 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0dffdca8-a263-4386-a07f-ebe97f31faf6 req-e1537061-3680-44b9-b2c4-11646e620642 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 210 time: 0.0297987 Jul 13 14:39:47.833165 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-0fe2430b-2be3-4b95-bb91-a07e4ce8c670 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:47.835252 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-0fe2430b-2be3-4b95-bb91-a07e4ce8c670 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.39 "GET /v2.0/networks?id=b04875e6-1fc2-4c4b-96d5-3d915be01c53 HTTP/1.1" status: 200 len: 817 time: 0.1155143 Jul 13 14:39:47.912897 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-ea2b03f7-45c3-4722-bec2-0c65eaddb11d tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5169c26b204473880f57831a5e71229 HTTP/1.1" status: 200 len: 380 time: 0.0519543 Jul 13 14:39:47.922523 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-5aa5a781-2c82-4467-be4a-04203abcc49e tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Request body: {'port': {'device_id': 'c88c9e78-7ac1-41d2-a396-8216e9d8a969', 'network_id': 'b04875e6-1fc2-4c4b-96d5-3d915be01c53', 'admin_state_up': True, 'tenant_id': 'a5169c26b204473880f57831a5e71229', 'security_groups': ['459d5d7d-564d-4efe-b2fd-3d1a5ec34f74']}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:39:48.082881 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-5aa5a781-2c82-4467-be4a-04203abcc49e tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Made reservation on behalf of a5169c26b204473880f57831a5e71229 for: {'port': 1} {{(pid=93155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:39:48.086730 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-5aa5a781-2c82-4467-be4a-04203abcc49e tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:48.356481 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 56732) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:48.402624 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.agents_db [None req-a710d77f-e7af-45aa-808b-9771d160625e None None] Agent healthcheck: found 6 active agents {{(pid=93157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:39:48.487736 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b32a33f1-603d-4561-88f7-73cb74820a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:48.498730 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.db_base_plugin_common [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-5aa5a781-2c82-4467-be4a-04203abcc49e tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Allocated IP 172.20.0.14 (b04875e6-1fc2-4c4b-96d5-3d915be01c53/2093f447-27c9-42a2-bbad-8523311dd7a9/bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71) {{(pid=93155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:39:48.624044 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b32a33f1-603d-4561-88f7-73cb74820a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:48.628944 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b32a33f1-603d-4561-88f7-73cb74820a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:48.670322 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-5aa5a781-2c82-4467-be4a-04203abcc49e tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks [] for port, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:48.671808 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-b32a33f1-603d-4561-88f7-73cb74820a9b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=27debc8b6cdc4996b618deb1b5e8d999&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3138356 Jul 13 14:39:48.674863 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 56736) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:48.682787 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a33f1-603d-4561-88f7-73cb74820a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf90fdd-f8be-405f-aa03-cbd2a5b848e8,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:48.687787 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-5aa5a781-2c82-4467-be4a-04203abcc49e tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Transition to ACTIVE for port object bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71 will not be triggered until provisioned by entity DHCP. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:39:48.732728 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-5aa5a781-2c82-4467-be4a-04203abcc49e tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:48.739215 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-121ed699-e324-4e11-afba-32c492a83369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:48.766610 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-121ed699-e324-4e11-afba-32c492a83369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:48.822125 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-5aa5a781-2c82-4467-be4a-04203abcc49e tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Network b04875e6-1fc2-4c4b-96d5-3d915be01c53 is already hosted by enough agents. {{(pid=93155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:39:48.828972 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-5aa5a781-2c82-4467-be4a-04203abcc49e tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Resources bound (agent type, host, resource id): {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:39:48.832275 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-121ed699-e324-4e11-afba-32c492a83369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:48.835948 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-121ed699-e324-4e11-afba-32c492a83369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:48.836592 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-5aa5a781-2c82-4467-be4a-04203abcc49e tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Received port after_create {{(pid=93155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:39:48.837961 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-121ed699-e324-4e11-afba-32c492a83369 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fcf90fdd-f8be-405f-aa03-cbd2a5b848e8 HTTP/1.1" status: 204 len: 168 time: 0.1619003 Jul 13 14:39:48.877007 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ed699-e324-4e11-afba-32c492a83369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf90fdd-f8be-405f-aa03-cbd2a5b848e8,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:48.890532 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa5a781-2c82-4467-be4a-04203abcc49e tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Pushing event updated for resources: {'Port': ['ID=bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:48.920634 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-5aa5a781-2c82-4467-be4a-04203abcc49e tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:48.921852 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-5aa5a781-2c82-4467-be4a-04203abcc49e tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:48.946535 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1d539-135c-4557-9d5b-9fba366bf49f req-cdc0ea11-55b8-4619-b818-3f9d3a59765a tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:48.948422 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0cb1d539-135c-4557-9d5b-9fba366bf49f req-cdc0ea11-55b8-4619-b818-3f9d3a59765a tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 932 time: 0.1081920 Jul 13 14:39:48.951294 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-5aa5a781-2c82-4467-be4a-04203abcc49e tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0327618 Jul 13 14:39:48.971600 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-2a168d6b-d559-4c14-a59c-288e01e26dae service neutron] Request body: {'port': {'device_id': 'c88c9e78-7ac1-41d2-a396-8216e9d8a969', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:39:49.024916 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0cb1d539-135c-4557-9d5b-9fba366bf49f req-86f1db46-d1a7-48a8-9088-4af4684ab315 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699956 Jul 13 14:39:49.132572 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-2a168d6b-d559-4c14-a59c-288e01e26dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:49.170291 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-65a72f41-310e-448b-9806-8015ff407431 None None] Provisioning for port bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71 completed by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:39:49.177988 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-65a72f41-310e-448b-9806-8015ff407431 None None] Provisioning complete for port bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71 triggered by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:39:49.178984 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-65a72f41-310e-448b-9806-8015ff407431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:49.224558 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-65a72f41-310e-448b-9806-8015ff407431 None None] Port bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71 cannot update to ACTIVE because it is not bound. {{(pid=93156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:39:49.224906 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 56744) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:49.238630 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-956c0a1f-75cc-46ae-b7d6-3e1ff5818d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:49.366736 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-956c0a1f-75cc-46ae-b7d6-3e1ff5818d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:49.373169 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-956c0a1f-75cc-46ae-b7d6-3e1ff5818d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:49.428626 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-956c0a1f-75cc-46ae-b7d6-3e1ff5818d0b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cb91567baad9491c9d7408f27f1db9a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1987741 Jul 13 14:39:49.428626 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c0a1f-75cc-46ae-b7d6-3e1ff5818d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8525e406-4083-4072-903a-861ba1cdf575,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:49.428912 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 56748) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:49.488994 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7fbf0f36-24b6-4b67-83a7-8963bb1afa2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:49.513254 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7fbf0f36-24b6-4b67-83a7-8963bb1afa2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:49.538353 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-2a168d6b-d559-4c14-a59c-288e01e26dae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71 {{(pid=93155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:39:49.547504 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-2a168d6b-d559-4c14-a59c-288e01e26dae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:49.570355 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-2a168d6b-d559-4c14-a59c-288e01e26dae service neutron] Transition to ACTIVE for port object bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71 will not be triggered until provisioned by entity L2. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:39:49.571878 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7fbf0f36-24b6-4b67-83a7-8963bb1afa2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:49.576176 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-2a168d6b-d559-4c14-a59c-288e01e26dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868486'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:49.579136 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7fbf0f36-24b6-4b67-83a7-8963bb1afa2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:49.580943 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-7fbf0f36-24b6-4b67-83a7-8963bb1afa2d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8525e406-4083-4072-903a-861ba1cdf575 HTTP/1.1" status: 204 len: 168 time: 0.1509812 Jul 13 14:39:49.597157 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf0f36-24b6-4b67-83a7-8963bb1afa2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8525e406-4083-4072-903a-861ba1cdf575,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:49.675307 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a168d6b-d559-4c14-a59c-288e01e26dae service neutron] Pushing event updated for resources: {'Port': ['ID=bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71,revision_number=2']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:49.793053 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-2a168d6b-d559-4c14-a59c-288e01e26dae service neutron] Attempting to bind port bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:39:49.793371 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-2a168d6b-d559-4c14-a59c-288e01e26dae service neutron] Attempting to bind port bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '4ad0260d-356e-47c3-9fe1-42a46c9ee2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b04875e6-1fc2-4c4b-96d5-3d915be01c53'}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:39:49.793710 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-2a168d6b-d559-4c14-a59c-288e01e26dae service neutron] Attempting to bind port bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71 on network b04875e6-1fc2-4c4b-96d5-3d915be01c53 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:39:49.799723 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-2a168d6b-d559-4c14-a59c-288e01e26dae service neutron] Port bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71 on network b04875e6-1fc2-4c4b-96d5-3d915be01c53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:39:49.800048 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-2a168d6b-d559-4c14-a59c-288e01e26dae service neutron] Attempting to bind port bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71 on network b04875e6-1fc2-4c4b-96d5-3d915be01c53 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:39:49.808923 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-2a168d6b-d559-4c14-a59c-288e01e26dae service neutron] Checking agent: {'id': 'b13b15cc-78ec-4c35-8be2-6f245ac287e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 13, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:39:49.809437 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-2a168d6b-d559-4c14-a59c-288e01e26dae service neutron] Checking segment: {'id': '4ad0260d-356e-47c3-9fe1-42a46c9ee2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b04875e6-1fc2-4c4b-96d5-3d915be01c53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:39:49.809841 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-2a168d6b-d559-4c14-a59c-288e01e26dae service neutron] Bound using segment: {'id': '4ad0260d-356e-47c3-9fe1-42a46c9ee2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b04875e6-1fc2-4c4b-96d5-3d915be01c53'} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:39:49.810310 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-2a168d6b-d559-4c14-a59c-288e01e26dae service neutron] Bound port: bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ad0260d-356e-47c3-9fe1-42a46c9ee2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b04875e6-1fc2-4c4b-96d5-3d915be01c53'}}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:39:49.810676 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-2a168d6b-d559-4c14-a59c-288e01e26dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:49.886139 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-2a168d6b-d559-4c14-a59c-288e01e26dae service neutron] For port bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71, host hv-cinder-78445, cleared binding levels {{(pid=93155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:39:49.889891 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-2a168d6b-d559-4c14-a59c-288e01e26dae service neutron] For port bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71,segment=NetworkSegment(4ad0260d-356e-47c3-9fe1-42a46c9ee2c2),segment_id=4ad0260d-356e-47c3-9fe1-42a46c9ee2c2)] {{(pid=93155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:39:49.895979 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-2a168d6b-d559-4c14-a59c-288e01e26dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868486'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:49.936101 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-2a168d6b-d559-4c14-a59c-288e01e26dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:49.936732 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-2a168d6b-d559-4c14-a59c-288e01e26dae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:49.938144 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-2a168d6b-d559-4c14-a59c-288e01e26dae service neutron] 10.222.0.39 "PUT /v2.0/ports/bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71 HTTP/1.1" status: 200 len: 1094 time: 0.9711010 Jul 13 14:39:49.938669 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c88c9e78-7ac1-41d2-a396-8216e9d8a969', 'tag': 'bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:39:49.940909 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969d499ae61b7a2d5523e15545dbdfcb627d31ab7a946dd0dec0766d655d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4da993-e736-49ce-a7dc-71262759989f" -d '{"events": [{"name": "network-changed", "server_uuid": "c88c9e78-7ac1-41d2-a396-8216e9d8a969", "tag": "bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:39:49.966171 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a168d6b-d559-4c14-a59c-288e01e26dae service neutron] Pushing event updated for resources: {'Port': ['ID=bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71,revision_number=3']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:50.019103 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368bc8e0-fbe2-4eb2-b51b-bdf9b184bf16 x-openstack-request-id: req-368bc8e0-fbe2-4eb2-b51b-bdf9b184bf16 {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:39:50.019805 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c88c9e78-7ac1-41d2-a396-8216e9d8a969", "tag": "bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71", "status": "completed", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:39:50.020772 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-368bc8e0-fbe2-4eb2-b51b-bdf9b184bf16 {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:39:50.021853 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c88c9e78-7ac1-41d2-a396-8216e9d8a969', 'tag': 'bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71', 'status': 'completed', 'code': 200} Jul 13 14:39:50.157351 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-c63506ce-9535-49f2-ba63-7e89cbdaf8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:50.161866 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-c63506ce-9535-49f2-ba63-7e89cbdaf8b0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a5169c26b204473880f57831a5e71229&device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 1097 time: 0.1204691 Jul 13 14:39:50.248539 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-b3abaf28-7889-4c1b-8cf3-6a315ed815e1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71 HTTP/1.1" status: 200 len: 217 time: 0.0684001 Jul 13 14:39:50.277190 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799f721-8969-44a2-94a3-b1a6c5f8195c req-4df73303-9c5e-4fcf-9a0e-2ad4015e2085 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:50.289585 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f799f721-8969-44a2-94a3-b1a6c5f8195c req-4df73303-9c5e-4fcf-9a0e-2ad4015e2085 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 944 time: 0.1028156 Jul 13 14:39:50.326732 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-2b7399e7-0fbd-4949-8741-701445b4da47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:50.328254 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-2b7399e7-0fbd-4949-8741-701445b4da47 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2093f447-27c9-42a2-bbad-8523311dd7a9 HTTP/1.1" status: 200 len: 856 time: 0.0723939 Jul 13 14:39:50.347043 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f799f721-8969-44a2-94a3-b1a6c5f8195c req-fa2d1dbd-9247-4221-8362-b7b68609389f tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558081 Jul 13 14:39:50.400694 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-c74b4af3-5246-40a0-a404-c85c44ec846e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:50.402574 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-c74b4af3-5246-40a0-a404-c85c44ec846e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b04875e6-1fc2-4c4b-96d5-3d915be01c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0649233 Jul 13 14:39:50.521764 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-54b74d4e-6b11-40c8-a422-0f5274947cd0 service neutron] 10.222.0.39 "GET /v2.0/networks/b04875e6-1fc2-4c4b-96d5-3d915be01c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096890 Jul 13 14:39:50.652095 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-79ab0864-f867-4ef2-9f79-827af7c73fcd req-c23b33bb-26cf-475b-b7f8-f28b993d32a0 service neutron] 10.222.0.39 "GET /v2.0/networks/b04875e6-1fc2-4c4b-96d5-3d915be01c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238570 Jul 13 14:39:50.835567 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4da993-e736-49ce-a7dc-71262759989f req-ced1a37a-e3a6-49c9-baef-c9f4b4af405e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:50.837160 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-9f4da993-e736-49ce-a7dc-71262759989f req-ced1a37a-e3a6-49c9-baef-c9f4b4af405e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a5169c26b204473880f57831a5e71229&device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 1097 time: 0.0725272 Jul 13 14:39:50.940244 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4da993-e736-49ce-a7dc-71262759989f req-80aa945a-8f53-46fa-9f32-817f7a56a32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:50.941795 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-9f4da993-e736-49ce-a7dc-71262759989f req-80aa945a-8f53-46fa-9f32-817f7a56a32b service neutron] 10.222.0.39 "GET /v2.0/networks?id=b04875e6-1fc2-4c4b-96d5-3d915be01c53 HTTP/1.1" status: 200 len: 918 time: 0.0965712 Jul 13 14:39:50.990789 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-9f4da993-e736-49ce-a7dc-71262759989f req-46ddd69e-2d15-4d1a-9b27-f07439c50dc4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71 HTTP/1.1" status: 200 len: 217 time: 0.0407460 Jul 13 14:39:51.044084 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4da993-e736-49ce-a7dc-71262759989f req-f7e62384-34c9-4461-899d-eb2276e71d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:51.045642 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-9f4da993-e736-49ce-a7dc-71262759989f req-f7e62384-34c9-4461-899d-eb2276e71d42 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2093f447-27c9-42a2-bbad-8523311dd7a9 HTTP/1.1" status: 200 len: 856 time: 0.0490429 Jul 13 14:39:51.080523 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 56784) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:51.115994 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4da993-e736-49ce-a7dc-71262759989f req-32110199-05f5-4c3d-815f-da9befb8cae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:51.118051 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-9f4da993-e736-49ce-a7dc-71262759989f req-32110199-05f5-4c3d-815f-da9befb8cae1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b04875e6-1fc2-4c4b-96d5-3d915be01c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0640097 Jul 13 14:39:51.206372 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2141134e-f877-4b9e-9be3-944562cd1b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:51.222048 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-9f4da993-e736-49ce-a7dc-71262759989f req-1fe70291-c01f-43d3-8864-06aabf957c64 service neutron] 10.222.0.39 "GET /v2.0/networks/b04875e6-1fc2-4c4b-96d5-3d915be01c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956240 Jul 13 14:39:51.319595 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2141134e-f877-4b9e-9be3-944562cd1b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:51.324720 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2141134e-f877-4b9e-9be3-944562cd1b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:51.349177 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-9f4da993-e736-49ce-a7dc-71262759989f req-86adb953-196d-4d40-b6fa-01ec48557013 service neutron] 10.222.0.39 "GET /v2.0/networks/b04875e6-1fc2-4c4b-96d5-3d915be01c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176577 Jul 13 14:39:51.375429 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-2141134e-f877-4b9e-9be3-944562cd1b70 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=85aeef160c7d46da84729e29efda04e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2934003 Jul 13 14:39:51.377249 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141134e-f877-4b9e-9be3-944562cd1b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a508e8f3-78ad-4728-8d6b-395771081498,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:51.378349 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 56788) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:51.469866 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-cc576e6d-6da3-4006-aa1a-2d428285b905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:51.512876 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-cc576e6d-6da3-4006-aa1a-2d428285b905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:51.570216 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300e020-9eca-439f-8a75-c3fa0be0b2ce req-0cc94516-054d-4cfd-9caa-131eab97b46c tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:51.571739 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f300e020-9eca-439f-8a75-c3fa0be0b2ce req-0cc94516-054d-4cfd-9caa-131eab97b46c tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 944 time: 0.0807374 Jul 13 14:39:51.583247 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-cc576e6d-6da3-4006-aa1a-2d428285b905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:51.586429 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-cc576e6d-6da3-4006-aa1a-2d428285b905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:51.588478 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-cc576e6d-6da3-4006-aa1a-2d428285b905 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a508e8f3-78ad-4728-8d6b-395771081498 HTTP/1.1" status: 204 len: 168 time: 0.2087269 Jul 13 14:39:51.607542 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc576e6d-6da3-4006-aa1a-2d428285b905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a508e8f3-78ad-4728-8d6b-395771081498,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:51.628765 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f300e020-9eca-439f-8a75-c3fa0be0b2ce req-f3ccf9ae-7a43-429f-8952-75bdbcde667e tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507629 Jul 13 14:39:52.851293 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b29b964-fc80-4082-ae72-205fbb36ad7a req-6deb8097-0d54-4b5f-8655-1f31021959d3 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:52.853048 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5b29b964-fc80-4082-ae72-205fbb36ad7a req-6deb8097-0d54-4b5f-8655-1f31021959d3 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 944 time: 0.0987504 Jul 13 14:39:52.909390 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5b29b964-fc80-4082-ae72-205fbb36ad7a req-a2b76c12-7dc5-42b4-8b1c-8bff3fd0ec48 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501652 Jul 13 14:39:54.168113 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb5567-a3e2-4672-987c-8a8ef3abc632 req-8dac6de6-aa9b-42ce-92d3-cdbbdbb36671 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:54.170589 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1ddb5567-a3e2-4672-987c-8a8ef3abc632 req-8dac6de6-aa9b-42ce-92d3-cdbbdbb36671 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 944 time: 0.0981112 Jul 13 14:39:54.218521 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1ddb5567-a3e2-4672-987c-8a8ef3abc632 req-4f74bee5-2f25-4efd-9bea-fef07d8a2e2f tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412579 Jul 13 14:39:54.856251 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:39:54.978614 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71,segment=NetworkSegment(4ad0260d-356e-47c3-9fe1-42a46c9ee2c2),segment_id=4ad0260d-356e-47c3-9fe1-42a46c9ee2c2)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:39:54.994860 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Returning: {'device': 'bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71', 'network_id': 'b04875e6-1fc2-4c4b-96d5-3d915be01c53', 'port_id': 'bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71', 'mac_address': 'fa:16:3e:54:9b:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2093f447-27c9-42a2-bbad-8523311dd7a9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:39:55.050040 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:55.074456 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71 {{(pid=93156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:39:55.113363 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71,segment=NetworkSegment(4ad0260d-356e-47c3-9fe1-42a46c9ee2c2),segment_id=4ad0260d-356e-47c3-9fe1-42a46c9ee2c2)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:39:55.120483 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:55.193482 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71,revision_number=4']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:55.201363 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:55.201724 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:55.202127 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:55.202573 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:55.202915 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:55.203259 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:55.203597 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:55.204000 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:55.204364 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:55.204778 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:55.205115 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:55.205477 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:39:55.451743 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4040e-4aef-43a9-868b-186be97b9b9f req-e6a56e91-0896-4142-82e8-ab90b23ac5d9 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:55.453805 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-59d4040e-4aef-43a9-868b-186be97b9b9f req-e6a56e91-0896-4142-82e8-ab90b23ac5d9 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 945 time: 0.0851123 Jul 13 14:39:55.503666 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] get_ports_and_sgs() called for port_ids ['bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71'] {{(pid=93156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:39:55.508679 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-59d4040e-4aef-43a9-868b-186be97b9b9f req-0634c7c4-bd05-49d0-bfa4-94ddbc705f1b tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479126 Jul 13 14:39:56.715061 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa86936-6e36-45e2-9d68-d4a84c8f89d6 req-26b2664b-0262-4713-84a2-eaf094c89edb tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:56.716647 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8fa86936-6e36-45e2-9d68-d4a84c8f89d6 req-26b2664b-0262-4713-84a2-eaf094c89edb tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 945 time: 0.0770569 Jul 13 14:39:56.761555 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8fa86936-6e36-45e2-9d68-d4a84c8f89d6 req-299cd1c3-965c-421f-9f50-bab5bc93f683 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361979 Jul 13 14:39:56.881621 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71 up at agent hyperv_hv-cinder-78445 {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:39:56.980323 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Provisioning for port bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71 completed by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:39:56.985820 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Provisioning complete for port bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:39:56.986239 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:57.107105 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:57.143461 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c88c9e78-7ac1-41d2-a396-8216e9d8a969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71'}] {{(pid=93156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:39:57.148470 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd5989a68af48bbe0a00b0c674d1da0e65c633cef20e3ffd105cdad221ff8d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b86af9-f889-40ad-98e4-255d436bc539" -d '{"events": [{"server_uuid": "c88c9e78-7ac1-41d2-a396-8216e9d8a969", "name": "network-vif-plugged", "status": "completed", "tag": "bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71"}]}' {{(pid=93156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:39:57.172358 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71,segment=NetworkSegment(4ad0260d-356e-47c3-9fe1-42a46c9ee2c2),segment_id=4ad0260d-356e-47c3-9fe1-42a46c9ee2c2)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:39:57.177965 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:57.205850 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f5c28a-14de-4058-a2d7-24fc95a8e16d x-openstack-request-id: req-35f5c28a-14de-4058-a2d7-24fc95a8e16d {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:39:57.206149 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c88c9e78-7ac1-41d2-a396-8216e9d8a969", "name": "network-vif-plugged", "status": "completed", "tag": "bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71", "code": 200}]} {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:39:57.206450 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-35f5c28a-14de-4058-a2d7-24fc95a8e16d {{(pid=93156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:39:57.206856 dv-cinder-784453-8-iscsi neutron-server[93156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c88c9e78-7ac1-41d2-a396-8216e9d8a969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71', 'code': 200} Jul 13 14:39:57.235216 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71,revision_number=5']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:39:57.499458 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d11b2-f8f4-4c40-bb52-2fd3a7e96e91 req-afd9eb73-a7e8-48e0-bb65-6da7378599de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:57.501176 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-272d11b2-f8f4-4c40-bb52-2fd3a7e96e91 req-afd9eb73-a7e8-48e0-bb65-6da7378599de service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 1099 time: 0.0631323 Jul 13 14:39:57.549971 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-272d11b2-f8f4-4c40-bb52-2fd3a7e96e91 req-2953a19c-dde0-456c-9bb0-10f2796cb9ca service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329669 Jul 13 14:39:58.031892 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02753e-0fac-4a29-9865-5ba6cb613543 req-ae687866-113e-4256-bbd5-efc4333e9090 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:58.034554 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-fc02753e-0fac-4a29-9865-5ba6cb613543 req-ae687866-113e-4256-bbd5-efc4333e9090 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 946 time: 0.0988958 Jul 13 14:39:58.101075 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-fc02753e-0fac-4a29-9865-5ba6cb613543 req-6bd3d9cc-a972-4bae-b73e-c5cd005b327f tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547626 Jul 13 14:39:59.335355 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37fd88-1058-47c1-a460-fb9311de8b8d req-315c0b7e-b8e9-4d12-b0ed-b9fe4021c784 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:59.336952 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5f37fd88-1058-47c1-a460-fb9311de8b8d req-315c0b7e-b8e9-4d12-b0ed-b9fe4021c784 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 946 time: 0.0762825 Jul 13 14:39:59.390212 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5f37fd88-1058-47c1-a460-fb9311de8b8d req-5c363b15-6f03-4eea-b730-4ecc10474860 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425758 Jul 13 14:39:59.629301 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a86bc-edea-48f9-8e8a-9fa8b3ad9dd1 req-f515c0f9-3435-4606-a6e9-ab79d9d9fb1c tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:39:59.631737 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e05a86bc-edea-48f9-8e8a-9fa8b3ad9dd1 req-f515c0f9-3435-4606-a6e9-ab79d9d9fb1c tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 946 time: 0.0857565 Jul 13 14:39:59.645663 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 56964) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:39:59.650819 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-e957ff5c-877d-4f09-84f7-e0806083bfbb tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Request body: {'floatingip': {'port_id': 'bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:39:59.706627 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e957ff5c-877d-4f09-84f7-e0806083bfbb tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks [] for floatingip, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:39:59.957813 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 56972) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:40:00.098408 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8c8c88e9-1238-4f03-9b3c-139618e8d3c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:00.235935 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8c8c88e9-1238-4f03-9b3c-139618e8d3c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:00.242133 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8c8c88e9-1238-4f03-9b3c-139618e8d3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:00.289512 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c88e9-1238-4f03-9b3c-139618e8d3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7726aee8-c30b-4a2b-bd20-bb316d9fbc2c,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:40:00.299202 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-8c8c88e9-1238-4f03-9b3c-139618e8d3c4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0f52563f8f6b455c9ebb3d79b40672f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3387096 Jul 13 14:40:00.301202 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 56976) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:40:00.311572 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e957ff5c-877d-4f09-84f7-e0806083bfbb tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:00.320283 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e957ff5c-877d-4f09-84f7-e0806083bfbb tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1994842'] for floatingip, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:00.381289 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-38bc4664-27fe-495a-9834-f1a32a9e4bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:00.414201 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-38bc4664-27fe-495a-9834-f1a32a9e4bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:00.460202 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.db.l3_db [None req-e957ff5c-877d-4f09-84f7-e0806083bfbb tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Floating IP f735134e-ade3-4518-80c5-c171a526b4ea associated. External IP: 172.27.3.224, port: bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71. Jul 13 14:40:00.474409 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-38bc4664-27fe-495a-9834-f1a32a9e4bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:00.477519 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-38bc4664-27fe-495a-9834-f1a32a9e4bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:00.478909 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-38bc4664-27fe-495a-9834-f1a32a9e4bdd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7726aee8-c30b-4a2b-bd20-bb316d9fbc2c HTTP/1.1" status: 204 len: 168 time: 0.1757569 Jul 13 14:40:00.489594 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bc4664-27fe-495a-9834-f1a32a9e4bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7726aee8-c30b-4a2b-bd20-bb316d9fbc2c,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:40:01.027526 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e957ff5c-877d-4f09-84f7-e0806083bfbb tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Router ad567ed0-4a17-4182-b587-7d9abf430bc4 has already been hosted by L3 agent d92cc109-9c2d-42ed-8c1d-d826fa90f9d0 {{(pid=93154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:40:01.200513 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e957ff5c-877d-4f09-84f7-e0806083bfbb tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify agent at l3_agent.dv-cinder-784453-8-iscsi the message routers_updated {{(pid=93154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:40:01.209076 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e957ff5c-877d-4f09-84f7-e0806083bfbb tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for floatingip, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:01.220070 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60005512-9de9-4838-81d3-33fada3d52c6 None None] Sync routers for ids ['ad567ed0-4a17-4182-b587-7d9abf430bc4'] in dv-cinder-784453-8-iscsi {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:40:01.238982 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60005512-9de9-4838-81d3-33fada3d52c6 None None] Routers {'ad567ed0-4a17-4182-b587-7d9abf430bc4'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:40:01.241764 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-60005512-9de9-4838-81d3-33fada3d52c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:39:36Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['ad567ed0-4a17-4182-b587-7d9abf430bc4'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:40:01.266945 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-e957ff5c-877d-4f09-84f7-e0806083bfbb tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "PUT /v2.0/floatingips/f735134e-ade3-4518-80c5-c171a526b4ea HTTP/1.1" status: 200 len: 992 time: 1.6200147 Jul 13 14:40:01.267749 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c88c9e78-7ac1-41d2-a396-8216e9d8a969', 'tag': 'bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:40:01.274521 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed6c2a10c4293d159fef1cb7ab1dbb74578d6de099c458b34c07bebf01db353a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1426310b-ad5f-40f9-9097-ad35a001c0d9" -d '{"events": [{"name": "network-changed", "server_uuid": "c88c9e78-7ac1-41d2-a396-8216e9d8a969", "tag": "bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:40:01.391639 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a0ea9-792e-49c6-a202-772cf9ef560a req-195b8fb2-0c8d-4f1f-9930-e75f80ae7bc6 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:01.405991 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-445a0ea9-792e-49c6-a202-772cf9ef560a req-195b8fb2-0c8d-4f1f-9930-e75f80ae7bc6 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.1258228 Jul 13 14:40:01.462383 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-445a0ea9-792e-49c6-a202-772cf9ef560a req-51d52081-030a-4789-a720-17d726800874 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540273 Jul 13 14:40:01.483411 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-60005512-9de9-4838-81d3-33fada3d52c6 None None] Set router ad567ed0-4a17-4182-b587-7d9abf430bc4 gateway port host: dv-cinder-784453-8-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:40:01.494639 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c686ddf-1cd0-409f-acd4-94e0caa8bc01 x-openstack-request-id: req-8c686ddf-1cd0-409f-acd4-94e0caa8bc01 {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:40:01.495480 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c88c9e78-7ac1-41d2-a396-8216e9d8a969", "tag": "bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:40:01.496950 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8c686ddf-1cd0-409f-acd4-94e0caa8bc01 {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:40:01.497581 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c88c9e78-7ac1-41d2-a396-8216e9d8a969', 'tag': 'bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71', 'status': 'completed', 'code': 200} Jul 13 14:40:01.625248 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426310b-ad5f-40f9-9097-ad35a001c0d9 req-0ffe6494-5f6d-411c-804d-fe2755ef7dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:01.627789 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-1426310b-ad5f-40f9-9097-ad35a001c0d9 req-0ffe6494-5f6d-411c-804d-fe2755ef7dd6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a5169c26b204473880f57831a5e71229&device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 1099 time: 0.0719337 Jul 13 14:40:01.742132 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426310b-ad5f-40f9-9097-ad35a001c0d9 req-d9ef01c3-07ec-4f1e-acad-970d8b99f5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:01.743714 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-1426310b-ad5f-40f9-9097-ad35a001c0d9 req-d9ef01c3-07ec-4f1e-acad-970d8b99f5a0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b04875e6-1fc2-4c4b-96d5-3d915be01c53 HTTP/1.1" status: 200 len: 918 time: 0.1092558 Jul 13 14:40:01.859796 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-60005512-9de9-4838-81d3-33fada3d52c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'name': 'tempest-AttachVolumeShelveTestJSON-1867024726-router', 'tenant_id': 'a5169c26b204473880f57831a5e71229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '6624b436-5bb0-48eb-93d4-a371aa00e5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:35:04Z', 'updated_at': '2021-07-13T14:35:15Z', 'revision_number': 4, 'project_id': 'a5169c26b204473880f57831a5e71229', 'gw_port': {'id': '6624b436-5bb0-48eb-93d4-a371aa00e5b6', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:47:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:05Z', 'updated_at': '2021-07-13T14:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_floatingips': [{'id': 'f735134e-ade3-4518-80c5-c171a526b4ea', 'tenant_id': 'a5169c26b204473880f57831a5e71229', 'floating_ip_address': '172.27.3.224', 'floating_network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'router_id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'port_id': 'bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b04875e6-1fc2-4c4b-96d5-3d915be01c53', 'mac_address': 'fa:16:3e:54:9b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88c9e78-7ac1-41d2-a396-8216e9d8a969', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:39:45Z', 'updated_at': '2021-07-13T14:40:00Z', 'revision_number': 1, 'project_id': 'a5169c26b204473880f57831a5e71229', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2b281d4-e4fa-4616-8bad-1564060e7533', 'name': '', 'network_id': 'b04875e6-1fc2-4c4b-96d5-3d915be01c53', 'tenant_id': 'a5169c26b204473880f57831a5e71229', 'mac_address': 'fa:16:3e:c9:45:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2093f447-27c9-42a2-bbad-8523311dd7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:12Z', 'updated_at': '2021-07-13T14:35:36Z', 'revision_number': 5, 'project_id': 'a5169c26b204473880f57831a5e71229', 'subnets': [{'id': '2093f447-27c9-42a2-bbad-8523311dd7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:40:01.867607 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-1426310b-ad5f-40f9-9097-ad35a001c0d9 req-defd3868-23d1-47b7-b598-bea8210df2e2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71 HTTP/1.1" status: 200 len: 1000 time: 0.1146898 Jul 13 14:40:01.892911 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60005512-9de9-4838-81d3-33fada3d52c6 None None] Checking router: ad567ed0-4a17-4182-b587-7d9abf430bc4 for host: dv-cinder-784453-8-iscsi {{(pid=93156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:40:01.904076 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60005512-9de9-4838-81d3-33fada3d52c6 None None] Routers {'ad567ed0-4a17-4182-b587-7d9abf430bc4'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:40:01.904432 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-60005512-9de9-4838-81d3-33fada3d52c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:39:36Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['ad567ed0-4a17-4182-b587-7d9abf430bc4'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:40:01.930426 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426310b-ad5f-40f9-9097-ad35a001c0d9 req-db4a203e-8dc4-4ced-b16a-b0cf058b56c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:01.931962 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-1426310b-ad5f-40f9-9097-ad35a001c0d9 req-db4a203e-8dc4-4ced-b16a-b0cf058b56c1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2093f447-27c9-42a2-bbad-8523311dd7a9 HTTP/1.1" status: 200 len: 856 time: 0.0570531 Jul 13 14:40:02.004038 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426310b-ad5f-40f9-9097-ad35a001c0d9 req-67129277-e801-4310-9a42-207f00c0021c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:02.007036 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-1426310b-ad5f-40f9-9097-ad35a001c0d9 req-67129277-e801-4310-9a42-207f00c0021c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b04875e6-1fc2-4c4b-96d5-3d915be01c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0668845 Jul 13 14:40:02.086433 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-60005512-9de9-4838-81d3-33fada3d52c6 None None] Set router ad567ed0-4a17-4182-b587-7d9abf430bc4 gateway port host: dv-cinder-784453-8-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:40:02.194803 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-1426310b-ad5f-40f9-9097-ad35a001c0d9 req-afb446b6-7d27-4621-aab6-f03d2ab2e9bd service neutron] 10.222.0.39 "GET /v2.0/networks/b04875e6-1fc2-4c4b-96d5-3d915be01c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795650 Jul 13 14:40:02.318139 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-1426310b-ad5f-40f9-9097-ad35a001c0d9 req-44db5dff-3dd9-47ae-865d-deed6c653418 service neutron] 10.222.0.39 "GET /v2.0/networks/b04875e6-1fc2-4c4b-96d5-3d915be01c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142006 Jul 13 14:40:02.469461 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-60005512-9de9-4838-81d3-33fada3d52c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'name': 'tempest-AttachVolumeShelveTestJSON-1867024726-router', 'tenant_id': 'a5169c26b204473880f57831a5e71229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '6624b436-5bb0-48eb-93d4-a371aa00e5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:35:04Z', 'updated_at': '2021-07-13T14:35:15Z', 'revision_number': 4, 'project_id': 'a5169c26b204473880f57831a5e71229', 'gw_port': {'id': '6624b436-5bb0-48eb-93d4-a371aa00e5b6', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:47:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:05Z', 'updated_at': '2021-07-13T14:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_floatingips': [{'id': 'f735134e-ade3-4518-80c5-c171a526b4ea', 'tenant_id': 'a5169c26b204473880f57831a5e71229', 'floating_ip_address': '172.27.3.224', 'floating_network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'router_id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'port_id': 'bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b04875e6-1fc2-4c4b-96d5-3d915be01c53', 'mac_address': 'fa:16:3e:54:9b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88c9e78-7ac1-41d2-a396-8216e9d8a969', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:39:45Z', 'updated_at': '2021-07-13T14:40:00Z', 'revision_number': 1, 'project_id': 'a5169c26b204473880f57831a5e71229', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2b281d4-e4fa-4616-8bad-1564060e7533', 'name': '', 'network_id': 'b04875e6-1fc2-4c4b-96d5-3d915be01c53', 'tenant_id': 'a5169c26b204473880f57831a5e71229', 'mac_address': 'fa:16:3e:c9:45:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2093f447-27c9-42a2-bbad-8523311dd7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:12Z', 'updated_at': '2021-07-13T14:35:36Z', 'revision_number': 5, 'project_id': 'a5169c26b204473880f57831a5e71229', 'subnets': [{'id': '2093f447-27c9-42a2-bbad-8523311dd7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:40:02.504580 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60005512-9de9-4838-81d3-33fada3d52c6 None None] The sync data for ids ['ad567ed0-4a17-4182-b587-7d9abf430bc4'] in dv-cinder-784453-8-iscsi is: [{'id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'name': 'tempest-AttachVolumeShelveTestJSON-1867024726-router', 'tenant_id': 'a5169c26b204473880f57831a5e71229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '6624b436-5bb0-48eb-93d4-a371aa00e5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:35:04Z', 'updated_at': '2021-07-13T14:35:15Z', 'revision_number': 4, 'project_id': 'a5169c26b204473880f57831a5e71229', 'gw_port': {'id': '6624b436-5bb0-48eb-93d4-a371aa00e5b6', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:47:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:05Z', 'updated_at': '2021-07-13T14:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_floatingips': [{'id': 'f735134e-ade3-4518-80c5-c171a526b4ea', 'tenant_id': 'a5169c26b204473880f57831a5e71229', 'floating_ip_address': '172.27.3.224', 'floating_network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'router_id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'port_id': 'bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b04875e6-1fc2-4c4b-96d5-3d915be01c53', 'mac_address': 'fa:16:3e:54:9b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88c9e78-7ac1-41d2-a396-8216e9d8a969', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:39:45Z', 'updated_at': '2021-07-13T14:40:00Z', 'revision_number': 1, 'project_id': 'a5169c26b204473880f57831a5e71229', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2b281d4-e4fa-4616-8bad-1564060e7533', 'name': '', 'network_id': 'b04875e6-1fc2-4c4b-96d5-3d915be01c53', 'tenant_id': 'a5169c26b204473880f57831a5e71229', 'mac_address': 'fa:16:3e:c9:45:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2093f447-27c9-42a2-bbad-8523311dd7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:12Z', 'updated_at': '2021-07-13T14:35:36Z', 'revision_number': 5, 'project_id': 'a5169c26b204473880f57831a5e71229', 'subnets': [{'id': '2093f447-27c9-42a2-bbad-8523311dd7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:40:02.681425 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d525cba-2586-47ba-a852-1e2ad05a0536 req-c4f6688d-c18c-4b88-87ac-f5c43d2f4422 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:02.683950 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9d525cba-2586-47ba-a852-1e2ad05a0536 req-c4f6688d-c18c-4b88-87ac-f5c43d2f4422 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.0732934 Jul 13 14:40:02.746463 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9d525cba-2586-47ba-a852-1e2ad05a0536 req-ee00d170-8d7e-4c1c-a662-e950c8efe166 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523448 Jul 13 14:40:02.790809 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196c54f8-6a56-42b0-b954-d1b58b65c81d None None] New status for floating IP f735134e-ade3-4518-80c5-c171a526b4ea: ACTIVE {{(pid=93157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:40:03.285370 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c076f3fb-149f-4bc6-badc-9d5cecbb3592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:03.556993 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da948e-7dbb-4f68-993c-4dab38b870f8 req-fa48428a-001f-41ca-9245-ad3c3de119a3 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:03.559004 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-06da948e-7dbb-4f68-993c-4dab38b870f8 req-fa48428a-001f-41ca-9245-ad3c3de119a3 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.39 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.1009099 Jul 13 14:40:03.717158 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 57048) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:40:03.730411 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [req-06da948e-7dbb-4f68-993c-4dab38b870f8 req-c8737748-7559-4e27-bd95-e9f4d746c42e tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Deleting port 064feea6-f808-4b0f-aae3-1e62d41fb057 {{(pid=93155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:40:03.730642 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-06da948e-7dbb-4f68-993c-4dab38b870f8 req-c8737748-7559-4e27-bd95-e9f4d746c42e tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:03.858524 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-06da948e-7dbb-4f68-993c-4dab38b870f8 req-c8737748-7559-4e27-bd95-e9f4d746c42e tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] For port 064feea6-f808-4b0f-aae3-1e62d41fb057, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=064feea6-f808-4b0f-aae3-1e62d41fb057,segment=NetworkSegment(ddf34b6c-deaa-4bcb-bc31-453214300edf),segment_id=ddf34b6c-deaa-4bcb-bc31-453214300edf)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:40:03.859296 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-06da948e-7dbb-4f68-993c-4dab38b870f8 req-c8737748-7559-4e27-bd95-e9f4d746c42e tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:03.891923 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a9e6837d-4bca-4a80-80c5-edc67190e4ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:04.041425 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a9e6837d-4bca-4a80-80c5-edc67190e4ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:04.046839 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a9e6837d-4bca-4a80-80c5-edc67190e4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:04.085815 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e6837d-4bca-4a80-80c5-edc67190e4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b017b2cf-51e9-421d-b3a3-ba529ab3f450,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:40:04.094569 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-a9e6837d-4bca-4a80-80c5-edc67190e4ab admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1ccd028d2c004c7da9d2862bd9d1ffc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3731036 Jul 13 14:40:04.094779 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 57056) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:40:04.128578 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-06da948e-7dbb-4f68-993c-4dab38b870f8 req-c8737748-7559-4e27-bd95-e9f4d746c42e tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:04.128955 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-06da948e-7dbb-4f68-993c-4dab38b870f8 req-c8737748-7559-4e27-bd95-e9f4d746c42e tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1994842'] for floatingip, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:04.129253 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.db.l3_db [req-06da948e-7dbb-4f68-993c-4dab38b870f8 req-c8737748-7559-4e27-bd95-e9f4d746c42e tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Floating IP 3e672656-cb9f-4d6c-ae85-7b72be43793b disassociated. External IP: 172.27.3.100, port: 064feea6-f808-4b0f-aae3-1e62d41fb057. Jul 13 14:40:04.129614 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [req-06da948e-7dbb-4f68-993c-4dab38b870f8 req-c8737748-7559-4e27-bd95-e9f4d746c42e tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Calling delete_port for 064feea6-f808-4b0f-aae3-1e62d41fb057 owned by compute:nova {{(pid=93155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:40:04.185694 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-019a58a5-9b06-4684-8086-3839ef7deed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:04.215379 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-019a58a5-9b06-4684-8086-3839ef7deed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:04.224911 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0261ef-6c7c-499a-b97f-87064c8181a2 req-0d604e15-34cf-4f8b-b894-d59d427aea05 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:04.226516 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-de0261ef-6c7c-499a-b97f-87064c8181a2 req-0d604e15-34cf-4f8b-b894-d59d427aea05 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 945 time: 0.3214657 Jul 13 14:40:04.294786 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-de0261ef-6c7c-499a-b97f-87064c8181a2 req-96d706dc-7703-4eb7-9f81-e6fd9c73a0fd tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=297e89a9-097b-4927-b471-a2bb117ceb54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574796 Jul 13 14:40:04.324472 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-019a58a5-9b06-4684-8086-3839ef7deed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:04.324472 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-019a58a5-9b06-4684-8086-3839ef7deed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:04.324472 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-019a58a5-9b06-4684-8086-3839ef7deed4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b017b2cf-51e9-421d-b3a3-ba529ab3f450 HTTP/1.1" status: 204 len: 168 time: 0.2242999 Jul 13 14:40:04.324993 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-06da948e-7dbb-4f68-993c-4dab38b870f8 req-c8737748-7559-4e27-bd95-e9f4d746c42e tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:04.329028 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019a58a5-9b06-4684-8086-3839ef7deed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b017b2cf-51e9-421d-b3a3-ba529ab3f450,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:40:04.367570 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8737748-7559-4e27-bd95-e9f4d746c42e tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Pushing event deleted for resources: {'Port': ['ID=064feea6-f808-4b0f-aae3-1e62d41fb057,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:40:04.504674 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06da948e-7dbb-4f68-993c-4dab38b870f8 req-c8737748-7559-4e27-bd95-e9f4d746c42e tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Router 270caa52-fa6f-4038-9de7-45ec54a1b576 has already been hosted by L3 agent d92cc109-9c2d-42ed-8c1d-d826fa90f9d0 {{(pid=93155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:40:04.629121 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06da948e-7dbb-4f68-993c-4dab38b870f8 req-c8737748-7559-4e27-bd95-e9f4d746c42e tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify agent at l3_agent.dv-cinder-784453-8-iscsi the message routers_updated {{(pid=93155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:40:04.642095 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0cd4d2-4fa0-4f24-adf6-0c02fed9fc42 None None] Sync routers for ids ['270caa52-fa6f-4038-9de7-45ec54a1b576'] in dv-cinder-784453-8-iscsi {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:40:04.652865 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0cd4d2-4fa0-4f24-adf6-0c02fed9fc42 None None] Routers {'270caa52-fa6f-4038-9de7-45ec54a1b576'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:40:04.653508 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-cd0cd4d2-4fa0-4f24-adf6-0c02fed9fc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:39:36Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['270caa52-fa6f-4038-9de7-45ec54a1b576'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:40:04.678004 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [req-06da948e-7dbb-4f68-993c-4dab38b870f8 req-c8737748-7559-4e27-bd95-e9f4d746c42e tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] No DVR routers for this DVR port 064feea6-f808-4b0f-aae3-1e62d41fb057 on host hv-cinder-78445 {{(pid=93155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:40:04.681100 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-06da948e-7dbb-4f68-993c-4dab38b870f8 req-c8737748-7559-4e27-bd95-e9f4d746c42e tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:04.683931 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-06da948e-7dbb-4f68-993c-4dab38b870f8 req-c8737748-7559-4e27-bd95-e9f4d746c42e tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.39 "DELETE /v2.0/ports/064feea6-f808-4b0f-aae3-1e62d41fb057 HTTP/1.1" status: 204 len: 173 time: 1.1179397 Jul 13 14:40:04.684763 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '559dbb50-623b-4487-9438-594c1a389d52', 'name': 'network-vif-deleted', 'tag': '064feea6-f808-4b0f-aae3-1e62d41fb057'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:40:04.687426 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969d499ae61b7a2d5523e15545dbdfcb627d31ab7a946dd0dec0766d655d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129bfa0a-514a-45cd-87c8-a9e954a441dc" -d '{"events": [{"server_uuid": "559dbb50-623b-4487-9438-594c1a389d52", "name": "network-vif-deleted", "tag": "064feea6-f808-4b0f-aae3-1e62d41fb057"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:40:04.741221 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31652c6a-ee61-40bc-8363-650acb5577d3 x-openstack-request-id: req-31652c6a-ee61-40bc-8363-650acb5577d3 {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:40:04.742696 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "559dbb50-623b-4487-9438-594c1a389d52", "name": "network-vif-deleted", "tag": "064feea6-f808-4b0f-aae3-1e62d41fb057", "status": "completed", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:40:04.744067 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-31652c6a-ee61-40bc-8363-650acb5577d3 {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:40:04.745091 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '559dbb50-623b-4487-9438-594c1a389d52', 'name': 'network-vif-deleted', 'tag': '064feea6-f808-4b0f-aae3-1e62d41fb057', 'status': 'completed', 'code': 200} Jul 13 14:40:04.931120 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-cd0cd4d2-4fa0-4f24-adf6-0c02fed9fc42 None None] Set router 270caa52-fa6f-4038-9de7-45ec54a1b576 gateway port host: dv-cinder-784453-8-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:40:05.159358 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-cd0cd4d2-4fa0-4f24-adf6-0c02fed9fc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'name': 'tempest-AttachVolumeTestJSON-1902969673-router', 'tenant_id': '4db817ef0fe4408794a0ef962b27746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'c1e50540-76bc-4adb-8f0c-e55231943cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:35:01Z', 'updated_at': '2021-07-13T14:35:11Z', 'revision_number': 4, 'project_id': '4db817ef0fe4408794a0ef962b27746d', 'gw_port': {'id': 'c1e50540-76bc-4adb-8f0c-e55231943cba', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:02Z', 'updated_at': '2021-07-13T14:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': '09e6619b-0bfb-4ae9-bb76-eacced31b105', 'name': '', 'network_id': '3b901448-fc45-4cdb-afb8-8ba3d59219c4', 'tenant_id': '4db817ef0fe4408794a0ef962b27746d', 'mac_address': 'fa:16:3e:8c:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '58921e0e-d271-42d3-8bb5-36a41aaf8b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:07Z', 'updated_at': '2021-07-13T14:35:29Z', 'revision_number': 5, 'project_id': '4db817ef0fe4408794a0ef962b27746d', 'subnets': [{'id': '58921e0e-d271-42d3-8bb5-36a41aaf8b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:40:05.162638 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 57082) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:40:05.187080 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0cd4d2-4fa0-4f24-adf6-0c02fed9fc42 None None] Checking router: 270caa52-fa6f-4038-9de7-45ec54a1b576 for host: dv-cinder-784453-8-iscsi {{(pid=93156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:40:05.198003 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0cd4d2-4fa0-4f24-adf6-0c02fed9fc42 None None] Routers {'270caa52-fa6f-4038-9de7-45ec54a1b576'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:40:05.198896 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-cd0cd4d2-4fa0-4f24-adf6-0c02fed9fc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:39:36Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['270caa52-fa6f-4038-9de7-45ec54a1b576'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:40:05.276547 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [None req-426076c8-39b5-454d-8a14-bb3956d995be admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1540270670-network', 'tenant_id': '375e802a4e334b54b51f7780999af9c8'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:40:05.306121 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426076c8-39b5-454d-8a14-bb3956d995be admin admin] Made reservation on behalf of 375e802a4e334b54b51f7780999af9c8 for: {'network': 1} {{(pid=93155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:40:05.308758 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-426076c8-39b5-454d-8a14-bb3956d995be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for network, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:05.318719 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-426076c8-39b5-454d-8a14-bb3956d995be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:05.340668 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-cd0cd4d2-4fa0-4f24-adf6-0c02fed9fc42 None None] Set router 270caa52-fa6f-4038-9de7-45ec54a1b576 gateway port host: dv-cinder-784453-8-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:40:05.465530 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-426076c8-39b5-454d-8a14-bb3956d995be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:05.471895 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-426076c8-39b5-454d-8a14-bb3956d995be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:05.486934 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-426076c8-39b5-454d-8a14-bb3956d995be admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=93155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:40:05.487155 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-bedff1ee-7046-4c63-821e-53985f7ff5e0 req-0deced09-1d33-45e9-85ed-41013a297276 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 210 time: 0.0468905 Jul 13 14:40:05.499971 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-426076c8-39b5-454d-8a14-bb3956d995be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834'] for segment, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:05.500343 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.db.segments_db [None req-426076c8-39b5-454d-8a14-bb3956d995be admin admin] Added segment 4497c753-383a-4ad9-8adc-7a31e9ff1c81 of type vlan for network 15b1fef8-5d6f-4654-a0e5-757c7a2729d5 Jul 13 14:40:05.570163 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-426076c8-39b5-454d-8a14-bb3956d995be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754803020822'] for network, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:05.573725 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426076c8-39b5-454d-8a14-bb3956d995be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c014619f-fc1c-494c-8b2a-2b6218397897,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:40:05.610120 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-426076c8-39b5-454d-8a14-bb3956d995be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763'] for network, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:05.611150 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426076c8-39b5-454d-8a14-bb3956d995be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:05.611827 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-426076c8-39b5-454d-8a14-bb3956d995be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for network, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:05.654569 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-cd0cd4d2-4fa0-4f24-adf6-0c02fed9fc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'name': 'tempest-AttachVolumeTestJSON-1902969673-router', 'tenant_id': '4db817ef0fe4408794a0ef962b27746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'c1e50540-76bc-4adb-8f0c-e55231943cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:35:01Z', 'updated_at': '2021-07-13T14:35:11Z', 'revision_number': 4, 'project_id': '4db817ef0fe4408794a0ef962b27746d', 'gw_port': {'id': 'c1e50540-76bc-4adb-8f0c-e55231943cba', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:02Z', 'updated_at': '2021-07-13T14:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': '09e6619b-0bfb-4ae9-bb76-eacced31b105', 'name': '', 'network_id': '3b901448-fc45-4cdb-afb8-8ba3d59219c4', 'tenant_id': '4db817ef0fe4408794a0ef962b27746d', 'mac_address': 'fa:16:3e:8c:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '58921e0e-d271-42d3-8bb5-36a41aaf8b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:07Z', 'updated_at': '2021-07-13T14:35:29Z', 'revision_number': 5, 'project_id': '4db817ef0fe4408794a0ef962b27746d', 'subnets': [{'id': '58921e0e-d271-42d3-8bb5-36a41aaf8b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:40:05.665478 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-426076c8-39b5-454d-8a14-bb3956d995be admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5013144 Jul 13 14:40:05.670099 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 57090) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:40:05.675505 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-382ee31d-35e3-4dcb-b91e-9d672f8e60c1 admin admin] Request body: {'subnet': {'network_id': '15b1fef8-5d6f-4654-a0e5-757c7a2729d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1540270670-subnet', 'tenant_id': '375e802a4e334b54b51f7780999af9c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:40:05.685216 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426076c8-39b5-454d-8a14-bb3956d995be admin admin] Pushing event updated for resources: {'Network': ['ID=15b1fef8-5d6f-4654-a0e5-757c7a2729d5,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:40:05.700801 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Network 15b1fef8-5d6f-4654-a0e5-757c7a2729d5 details requested by agent ovs-agent-dv-cinder-784453-8-iscsi with host dv-cinder-784453-8-iscsi {{(pid=93156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:40:05.706199 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0cd4d2-4fa0-4f24-adf6-0c02fed9fc42 None None] The sync data for ids ['270caa52-fa6f-4038-9de7-45ec54a1b576'] in dv-cinder-784453-8-iscsi is: [{'id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'name': 'tempest-AttachVolumeTestJSON-1902969673-router', 'tenant_id': '4db817ef0fe4408794a0ef962b27746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'c1e50540-76bc-4adb-8f0c-e55231943cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:35:01Z', 'updated_at': '2021-07-13T14:35:11Z', 'revision_number': 4, 'project_id': '4db817ef0fe4408794a0ef962b27746d', 'gw_port': {'id': 'c1e50540-76bc-4adb-8f0c-e55231943cba', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:02Z', 'updated_at': '2021-07-13T14:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': '09e6619b-0bfb-4ae9-bb76-eacced31b105', 'name': '', 'network_id': '3b901448-fc45-4cdb-afb8-8ba3d59219c4', 'tenant_id': '4db817ef0fe4408794a0ef962b27746d', 'mac_address': 'fa:16:3e:8c:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '58921e0e-d271-42d3-8bb5-36a41aaf8b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:07Z', 'updated_at': '2021-07-13T14:35:29Z', 'revision_number': 5, 'project_id': '4db817ef0fe4408794a0ef962b27746d', 'subnets': [{'id': '58921e0e-d271-42d3-8bb5-36a41aaf8b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:40:05.709652 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382ee31d-35e3-4dcb-b91e-9d672f8e60c1 admin admin] Made reservation on behalf of 375e802a4e334b54b51f7780999af9c8 for: {'subnet': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:40:05.715232 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-382ee31d-35e3-4dcb-b91e-9d672f8e60c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8958824'] for subnet, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:05.909191 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-d4367a8d-6b85-4fa9-92a7-ad8eb323e95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:05.959899 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-382ee31d-35e3-4dcb-b91e-9d672f8e60c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8800304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8958810'] for subnet, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:05.986731 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7024faec-5ccf-48dc-9554-1ffcaf51c41e None None] New status for floating IP 3e672656-cb9f-4d6c-ae85-7b72be43793b: DOWN {{(pid=93157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:40:06.014041 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ee31d-35e3-4dcb-b91e-9d672f8e60c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0a364a9-345b-4dc9-991f-23e5f6ced007,revision_number=0']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:40:06.032731 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382ee31d-35e3-4dcb-b91e-9d672f8e60c1 admin admin] Checking segment: {'id': '4497c753-383a-4ad9-8adc-7a31e9ff1c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '15b1fef8-5d6f-4654-a0e5-757c7a2729d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:40:06.033092 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382ee31d-35e3-4dcb-b91e-9d672f8e60c1 admin admin] Network hostable DHCP agents. Network: 15b1fef8-5d6f-4654-a0e5-757c7a2729d5, hostable agents: ['c057a270-abe3-45bb-b401-4c6834b17f0a'], hosted agents: [] {{(pid=93154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:40:06.057243 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382ee31d-35e3-4dcb-b91e-9d672f8e60c1 admin admin] Network 15b1fef8-5d6f-4654-a0e5-757c7a2729d5 is scheduled to be hosted by DHCP agent c057a270-abe3-45bb-b401-4c6834b17f0a with binding_index 1 {{(pid=93154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:40:06.068470 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-382ee31d-35e3-4dcb-b91e-9d672f8e60c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-8-iscsi, 15b1fef8-5d6f-4654-a0e5-757c7a2729d5) {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:40:06.074321 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382ee31d-35e3-4dcb-b91e-9d672f8e60c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:06.075114 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-382ee31d-35e3-4dcb-b91e-9d672f8e60c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for subnet, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:06.084536 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f7ea98-f019-49b1-b724-f60974b3e2df None None] Network 15b1fef8-5d6f-4654-a0e5-757c7a2729d5 requested from dv-cinder-784453-8-iscsi {{(pid=93156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:40:06.095577 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-382ee31d-35e3-4dcb-b91e-9d672f8e60c1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4240077 Jul 13 14:40:06.158315 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:06.248341 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5eb6ed3-a61a-439c-b9eb-9f39b83ed702 None None] Network 15b1fef8-5d6f-4654-a0e5-757c7a2729d5 requested from dv-cinder-784453-8-iscsi {{(pid=93156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:40:06.847206 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5baaa1a9-f555-411c-88af-fc507b9b0356 req-2cd10d98-160d-4bef-b1a2-d1453d9c00bb tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=559dbb50-623b-4487-9438-594c1a389d52 HTTP/1.1" status: 200 len: 210 time: 0.0452950 Jul 13 14:40:07.172385 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:07.974015 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 57124) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:40:08.041396 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6fb80186-76af-4407-869d-e7806e2336f7 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:08.070377 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6fb80186-76af-4407-869d-e7806e2336f7 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:08.119574 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6fb80186-76af-4407-869d-e7806e2336f7 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:08.122327 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6fb80186-76af-4407-869d-e7806e2336f7 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:08.123499 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-6fb80186-76af-4407-869d-e7806e2336f7 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "DELETE /v2.0/security-groups/297e89a9-097b-4927-b471-a2bb117ceb54 HTTP/1.1" status: 204 len: 168 time: 0.1481705 Jul 13 14:40:08.126513 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 57126) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:40:08.134663 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb80186-76af-4407-869d-e7806e2336f7 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=297e89a9-097b-4927-b471-a2bb117ceb54,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:40:08.143559 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.api.v2.resource [None req-b5b0d9ba-bf3e-4a65-872d-c7ab9c278dd0 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] show failed (client error): The resource could not be found. Jul 13 14:40:08.144848 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-b5b0d9ba-bf3e-4a65-872d-c7ab9c278dd0 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups/297e89a9-097b-4927-b471-a2bb117ceb54 HTTP/1.1" status: 404 len: 347 time: 0.0173266 Jul 13 14:40:08.148459 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 57128) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:40:08.275395 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-7e1617dc-dc7d-4994-8882-14abb99bb9fa tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Deleting port 9cefe53b-59d1-4d4c-8a0b-9221bb6e98b4 {{(pid=93155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:40:08.275734 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-7e1617dc-dc7d-4994-8882-14abb99bb9fa tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:08.361651 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-7e1617dc-dc7d-4994-8882-14abb99bb9fa tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:08.361903 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-7e1617dc-dc7d-4994-8882-14abb99bb9fa tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:08.374589 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-7e1617dc-dc7d-4994-8882-14abb99bb9fa tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Calling delete_port for 9cefe53b-59d1-4d4c-8a0b-9221bb6e98b4 owned by network:floatingip {{(pid=93155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:40:08.522028 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-7e1617dc-dc7d-4994-8882-14abb99bb9fa tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:08.547832 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1617dc-dc7d-4994-8882-14abb99bb9fa tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Pushing event deleted for resources: {'Port': ['ID=9cefe53b-59d1-4d4c-8a0b-9221bb6e98b4,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:40:08.594884 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:08.615722 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-7e1617dc-dc7d-4994-8882-14abb99bb9fa tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks [] for floatingip, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:08.618197 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-7e1617dc-dc7d-4994-8882-14abb99bb9fa tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for floatingip, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:08.619420 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-7e1617dc-dc7d-4994-8882-14abb99bb9fa tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "DELETE /v2.0/floatingips/3e672656-cb9f-4d6c-ae85-7b72be43793b HTTP/1.1" status: 204 len: 168 time: 0.4696898 Jul 13 14:40:08.898330 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 57134) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:40:08.903893 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [None req-e9fc3606-e10b-4c4d-86ff-4b30f028a67d tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Request body: {'security_group': {'name': 'tempest-securitygroup--560315368', 'description': 'tempest-description--1581185731'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:40:08.927583 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-e9fc3606-e10b-4c4d-86ff-4b30f028a67d tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:09.031473 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-e9fc3606-e10b-4c4d-86ff-4b30f028a67d tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:09.037324 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-e9fc3606-e10b-4c4d-86ff-4b30f028a67d tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:09.070193 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-e9fc3606-e10b-4c4d-86ff-4b30f028a67d tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:09.071436 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-e9fc3606-e10b-4c4d-86ff-4b30f028a67d tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1720684 Jul 13 14:40:09.074641 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 57138) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:40:09.079290 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [None req-74801a36-5d2d-46a8-a3e0-e441917e4dd4 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Request body: {'security_group_rule': {'security_group_id': '12cd562f-1142-410c-9bd2-6dcd564d7a86', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:40:09.086309 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fc3606-e10b-4c4d-86ff-4b30f028a67d tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12cd562f-1142-410c-9bd2-6dcd564d7a86,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:40:09.111341 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-74801a36-5d2d-46a8-a3e0-e441917e4dd4 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:09.170706 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-74801a36-5d2d-46a8-a3e0-e441917e4dd4 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:09.174465 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-74801a36-5d2d-46a8-a3e0-e441917e4dd4 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655845'] for security_group_rule, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:09.196269 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74801a36-5d2d-46a8-a3e0-e441917e4dd4 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=546a3021-5afc-4f4d-a943-8750c0b5c94a,revision_number=0']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:40:09.202921 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-74801a36-5d2d-46a8-a3e0-e441917e4dd4 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:09.204138 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-74801a36-5d2d-46a8-a3e0-e441917e4dd4 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1285555 Jul 13 14:40:09.206820 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 57140) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:40:09.212042 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [None req-08832999-7d72-46c0-bfa6-6ef3db1cf62d tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Request body: {'security_group_rule': {'security_group_id': '12cd562f-1142-410c-9bd2-6dcd564d7a86', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:40:09.239736 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-08832999-7d72-46c0-bfa6-6ef3db1cf62d tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:09.300300 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-08832999-7d72-46c0-bfa6-6ef3db1cf62d tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:09.303901 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-08832999-7d72-46c0-bfa6-6ef3db1cf62d tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655845'] for security_group_rule, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:09.321057 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08832999-7d72-46c0-bfa6-6ef3db1cf62d tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=646bb618-b2fe-45e3-877d-27de0197361f,revision_number=0']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:40:09.329336 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-08832999-7d72-46c0-bfa6-6ef3db1cf62d tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:09.330625 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-08832999-7d72-46c0-bfa6-6ef3db1cf62d tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1227946 Jul 13 14:40:09.335772 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 57142) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:40:09.343209 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [None req-f7076701-ad1c-485b-bb7c-f7aac89c1701 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Request body: {'floatingip': {'floating_network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:40:09.368988 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-f7076701-ad1c-485b-bb7c-f7aac89c1701 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks [] for floatingip, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:09.488275 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-f7076701-ad1c-485b-bb7c-f7aac89c1701 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:09.605520 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.db_base_plugin_common [None req-f7076701-ad1c-485b-bb7c-f7aac89c1701 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Allocated IP 172.27.3.127 (ecd09457-6660-479c-a1fb-91901148ba35/592e54d3-84ab-450e-8093-b0d029762b46/f34eaa79-5beb-4d9d-aa36-5c8a22693f10) {{(pid=93155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:40:09.722868 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-f7076701-ad1c-485b-bb7c-f7aac89c1701 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks [] for port, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:09.763736 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-f7076701-ad1c-485b-bb7c-f7aac89c1701 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:09.802446 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7076701-ad1c-485b-bb7c-f7aac89c1701 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Network ecd09457-6660-479c-a1fb-91901148ba35 is already hosted by enough agents. {{(pid=93155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:40:09.805556 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [None req-f7076701-ad1c-485b-bb7c-f7aac89c1701 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Resources bound (agent type, host, resource id): {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:40:09.809048 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7076701-ad1c-485b-bb7c-f7aac89c1701 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Received port after_create {{(pid=93155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:40:09.814365 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7076701-ad1c-485b-bb7c-f7aac89c1701 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Pushing event updated for resources: {'Port': ['ID=f34eaa79-5beb-4d9d-aa36-5c8a22693f10,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:40:09.896169 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-f7076701-ad1c-485b-bb7c-f7aac89c1701 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:09.938595 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-f7076701-ad1c-485b-bb7c-f7aac89c1701 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:09.980377 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 064feea6-f808-4b0f-aae3-1e62d41fb057 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:40:10.001260 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] No Port match for: 064feea6-f808-4b0f-aae3-1e62d41fb057 {{(pid=93156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:40:10.001613 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 064feea6-f808-4b0f-aae3-1e62d41fb057 not bound to the agent host hv-cinder-78445 {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:40:10.094641 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-f7076701-ad1c-485b-bb7c-f7aac89c1701 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks [] for port, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:10.100433 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-f7076701-ad1c-485b-bb7c-f7aac89c1701 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868486'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:10.165625 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7076701-ad1c-485b-bb7c-f7aac89c1701 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Pushing event updated for resources: {'Port': ['ID=f34eaa79-5beb-4d9d-aa36-5c8a22693f10,revision_number=2']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:40:10.177903 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-f7076701-ad1c-485b-bb7c-f7aac89c1701 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1994842'] for floatingip, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:10.193027 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-f7076701-ad1c-485b-bb7c-f7aac89c1701 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for floatingip, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:10.194296 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-f7076701-ad1c-485b-bb7c-f7aac89c1701 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8575749 Jul 13 14:40:10.408270 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-be885090-184e-4e06-affc-b2674918bb32 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--560315368&fields=id&tenant_id=4db817ef0fe4408794a0ef962b27746d HTTP/1.1" status: 200 len: 267 time: 0.0350902 Jul 13 14:40:10.523929 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-02887103-b979-48a3-bea7-a57aa702afe4 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:10.525404 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-02887103-b979-48a3-bea7-a57aa702afe4 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/networks?id=3b901448-fc45-4cdb-afb8-8ba3d59219c4 HTTP/1.1" status: 200 len: 811 time: 0.1103868 Jul 13 14:40:10.541841 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-8b4387bf-0e4d-41fc-b12a-5ef9a8693659 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/quotas/4db817ef0fe4408794a0ef962b27746d HTTP/1.1" status: 200 len: 375 time: 0.0095587 Jul 13 14:40:10.613217 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-b2979740-992e-42d0-893e-dc4f8c12ccaa tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4db817ef0fe4408794a0ef962b27746d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0656440 Jul 13 14:40:10.722690 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-33ffdbc3-6271-4954-b050-a11ec16287b3 service neutron] 10.222.0.11 "GET /v2.0/networks/3b901448-fc45-4cdb-afb8-8ba3d59219c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960939 Jul 13 14:40:10.850357 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-c9820e80-5a6d-4aeb-9121-fb6e4d333e92 service neutron] 10.222.0.11 "GET /v2.0/networks/3b901448-fc45-4cdb-afb8-8ba3d59219c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216247 Jul 13 14:40:11.260964 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-438cd564-0b8d-4849-beb9-b2866c9ef2e8 req-578e2cb4-c536-4fac-b5c2-6cdbe50f5ac0 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d380f08-425c-49c7-9c85-0c911cee5462 HTTP/1.1" status: 200 len: 210 time: 0.2290125 Jul 13 14:40:11.400481 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024dc9b-c33a-481d-b6c3-f3cd2004eacc req-f8543952-9fdc-4e67-a443-c58fafb8abff tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:11.401964 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8024dc9b-c33a-481d-b6c3-f3cd2004eacc req-f8543952-9fdc-4e67-a443-c58fafb8abff tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/networks?id=15b1fef8-5d6f-4654-a0e5-757c7a2729d5 HTTP/1.1" status: 200 len: 814 time: 0.1063724 Jul 13 14:40:11.417057 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8024dc9b-c33a-481d-b6c3-f3cd2004eacc req-ed6fbc0b-74cd-45d8-9cb3-9351b9aa9ece tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/quotas/375e802a4e334b54b51f7780999af9c8 HTTP/1.1" status: 200 len: 375 time: 0.0096464 Jul 13 14:40:11.450959 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8024dc9b-c33a-481d-b6c3-f3cd2004eacc req-d44299a3-3a7e-4a26-baf8-0223b294812b tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=375e802a4e334b54b51f7780999af9c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288033 Jul 13 14:40:11.544894 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8024dc9b-c33a-481d-b6c3-f3cd2004eacc req-02e0b881-04a0-400c-b043-65a9367eda67 service neutron] 10.222.0.11 "GET /v2.0/networks/15b1fef8-5d6f-4654-a0e5-757c7a2729d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872865 Jul 13 14:40:11.648947 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8024dc9b-c33a-481d-b6c3-f3cd2004eacc req-ad0423e8-69d5-49d7-9fd3-2bacbdef05c5 service neutron] 10.222.0.11 "GET /v2.0/networks/15b1fef8-5d6f-4654-a0e5-757c7a2729d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978191 Jul 13 14:40:11.818324 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6f22daff-0ff6-4b1e-af01-8e618616ef8b req-0a99c1e2-e49f-47a3-8bf5-f49cada1dc8d tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab459f1f-1fb5-4475-be14-03d164a76b00 HTTP/1.1" status: 200 len: 210 time: 0.0352681 Jul 13 14:40:12.445763 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-730ca3f8-d8a1-49ed-b1c1-65c473c1da8c req-02ae121c-c882-4d83-add3-5daa293fae26 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d380f08-425c-49c7-9c85-0c911cee5462 HTTP/1.1" status: 200 len: 210 time: 0.0510471 Jul 13 14:40:12.589118 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-c11d4b83-331f-429b-ae30-ba655706f379 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:12.590722 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-c11d4b83-331f-429b-ae30-ba655706f379 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.39 "GET /v2.0/networks?id=3b901448-fc45-4cdb-afb8-8ba3d59219c4 HTTP/1.1" status: 200 len: 811 time: 0.1117468 Jul 13 14:40:12.665019 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-942b89ae-d80d-46fa-a8e0-1663c7fdcfb9 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4db817ef0fe4408794a0ef962b27746d HTTP/1.1" status: 200 len: 379 time: 0.0457084 Jul 13 14:40:12.684319 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-e4a986ab-fc5e-4717-8bc3-b79c9474e01a tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Request body: {'port': {'device_id': '8d380f08-425c-49c7-9c85-0c911cee5462', 'network_id': '3b901448-fc45-4cdb-afb8-8ba3d59219c4', 'admin_state_up': True, 'tenant_id': '4db817ef0fe4408794a0ef962b27746d', 'security_groups': ['12cd562f-1142-410c-9bd2-6dcd564d7a86']}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:40:12.796019 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-e4a986ab-fc5e-4717-8bc3-b79c9474e01a tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Made reservation on behalf of 4db817ef0fe4408794a0ef962b27746d for: {'port': 1} {{(pid=93155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:40:12.799881 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-e4a986ab-fc5e-4717-8bc3-b79c9474e01a tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:12.940099 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.db_base_plugin_common [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-e4a986ab-fc5e-4717-8bc3-b79c9474e01a tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Allocated IP 172.20.0.4 (3b901448-fc45-4cdb-afb8-8ba3d59219c4/58921e0e-d271-42d3-8bb5-36a41aaf8b06/ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a) {{(pid=93155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:40:12.979108 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3cfe37b7-2580-4e63-bf9a-e0a467943e1c req-1b06a505-bc06-4e19-92be-d453626a722e tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab459f1f-1fb5-4475-be14-03d164a76b00 HTTP/1.1" status: 200 len: 210 time: 0.0317874 Jul 13 14:40:13.106873 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-e4a986ab-fc5e-4717-8bc3-b79c9474e01a tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks [] for port, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:13.397745 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-e4a986ab-fc5e-4717-8bc3-b79c9474e01a tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Transition to ACTIVE for port object ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a will not be triggered until provisioned by entity DHCP. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:40:13.504257 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-e4a986ab-fc5e-4717-8bc3-b79c9474e01a tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:13.547259 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024dc9b-c33a-481d-b6c3-f3cd2004eacc req-f60082b9-475e-4559-8a8c-6d2ba67964a8 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:13.548779 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-8024dc9b-c33a-481d-b6c3-f3cd2004eacc req-f60082b9-475e-4559-8a8c-6d2ba67964a8 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.39 "GET /v2.0/networks?id=15b1fef8-5d6f-4654-a0e5-757c7a2729d5 HTTP/1.1" status: 200 len: 814 time: 0.1633177 Jul 13 14:40:13.566951 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-e4a986ab-fc5e-4717-8bc3-b79c9474e01a tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Network 3b901448-fc45-4cdb-afb8-8ba3d59219c4 is already hosted by enough agents. {{(pid=93155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:40:13.571901 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [req-8024dc9b-c33a-481d-b6c3-f3cd2004eacc req-12205a06-b202-4c5e-9441-d2df0637a33a tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Request body: {'port': {'device_id': 'ab459f1f-1fb5-4475-be14-03d164a76b00', 'network_id': '15b1fef8-5d6f-4654-a0e5-757c7a2729d5', 'admin_state_up': True, 'tenant_id': '375e802a4e334b54b51f7780999af9c8'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:40:13.579510 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-e4a986ab-fc5e-4717-8bc3-b79c9474e01a tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Resources bound (agent type, host, resource id): {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:40:13.595850 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-e4a986ab-fc5e-4717-8bc3-b79c9474e01a tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Received port after_create {{(pid=93155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:40:13.641010 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9c845-f23e-40f9-a5fa-1dcca33314d6 req-6a4dcf7d-2c4c-47ca-ab86-9b10f073cf53 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:13.642595 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a0b9c845-f23e-40f9-a5fa-1dcca33314d6 req-6a4dcf7d-2c4c-47ca-ab86-9b10f073cf53 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d380f08-425c-49c7-9c85-0c911cee5462 HTTP/1.1" status: 200 len: 931 time: 0.0747869 Jul 13 14:40:13.652237 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a986ab-fc5e-4717-8bc3-b79c9474e01a tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Pushing event updated for resources: {'Port': ['ID=ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:40:13.695860 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a0b9c845-f23e-40f9-a5fa-1dcca33314d6 req-1c7e16b4-825c-4557-9af2-69609722726c tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=12cd562f-1142-410c-9bd2-6dcd564d7a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424116 Jul 13 14:40:13.739599 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-e4a986ab-fc5e-4717-8bc3-b79c9474e01a tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:13.740253 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-e4a986ab-fc5e-4717-8bc3-b79c9474e01a tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:13.764366 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8024dc9b-c33a-481d-b6c3-f3cd2004eacc req-12205a06-b202-4c5e-9441-d2df0637a33a tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Made reservation on behalf of 375e802a4e334b54b51f7780999af9c8 for: {'port': 1} {{(pid=93155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:40:13.768102 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-8024dc9b-c33a-481d-b6c3-f3cd2004eacc req-12205a06-b202-4c5e-9441-d2df0637a33a tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:13.773035 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-e4a986ab-fc5e-4717-8bc3-b79c9474e01a tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0933964 Jul 13 14:40:13.829236 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-4525ac5a-c9b3-45d5-a4ef-85dbe55abc7a service neutron] Request body: {'port': {'device_id': '8d380f08-425c-49c7-9c85-0c911cee5462', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:40:13.904628 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-71c1221b-eaba-48ef-a16b-15f330545db3 None None] Provisioning for port ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a completed by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:40:13.909942 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-71c1221b-eaba-48ef-a16b-15f330545db3 None None] Provisioning complete for port ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a triggered by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:40:13.910435 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-71c1221b-eaba-48ef-a16b-15f330545db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:13.951827 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-71c1221b-eaba-48ef-a16b-15f330545db3 None None] Port ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a cannot update to ACTIVE because it is not bound. {{(pid=93156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:40:13.955963 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-4525ac5a-c9b3-45d5-a4ef-85dbe55abc7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:13.970908 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.db_base_plugin_common [req-8024dc9b-c33a-481d-b6c3-f3cd2004eacc req-12205a06-b202-4c5e-9441-d2df0637a33a tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Allocated IP 172.20.0.13 (15b1fef8-5d6f-4654-a0e5-757c7a2729d5/b0a364a9-345b-4dc9-991f-23e5f6ced007/13624ecc-4af2-4a7f-98e4-eaf936321b3a) {{(pid=93155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:40:14.278419 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-254d748d-8ce9-4628-8726-d37968a02306 req-0635b29f-490e-4072-9cf6-0d4d5e9fd2d4 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab459f1f-1fb5-4475-be14-03d164a76b00 HTTP/1.1" status: 200 len: 210 time: 0.0291939 Jul 13 14:40:14.300400 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-8024dc9b-c33a-481d-b6c3-f3cd2004eacc req-12205a06-b202-4c5e-9441-d2df0637a33a tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Notify callbacks [] for port, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:14.387856 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-4525ac5a-c9b3-45d5-a4ef-85dbe55abc7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a {{(pid=93155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:40:14.395798 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-4525ac5a-c9b3-45d5-a4ef-85dbe55abc7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:14.399776 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-8024dc9b-c33a-481d-b6c3-f3cd2004eacc req-12205a06-b202-4c5e-9441-d2df0637a33a tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:14.439280 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-4525ac5a-c9b3-45d5-a4ef-85dbe55abc7a service neutron] Transition to ACTIVE for port object ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a will not be triggered until provisioned by entity L2. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:40:14.449325 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-4525ac5a-c9b3-45d5-a4ef-85dbe55abc7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868486'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:14.461697 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8024dc9b-c33a-481d-b6c3-f3cd2004eacc req-12205a06-b202-4c5e-9441-d2df0637a33a tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Network 15b1fef8-5d6f-4654-a0e5-757c7a2729d5 is already hosted by enough agents. {{(pid=93155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:40:14.467308 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [req-8024dc9b-c33a-481d-b6c3-f3cd2004eacc req-12205a06-b202-4c5e-9441-d2df0637a33a tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Resources bound (agent type, host, resource id): {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:40:14.469048 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12205a06-b202-4c5e-9441-d2df0637a33a tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Pushing event updated for resources: {'Port': ['ID=13624ecc-4af2-4a7f-98e4-eaf936321b3a,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:40:14.471327 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [req-8024dc9b-c33a-481d-b6c3-f3cd2004eacc req-12205a06-b202-4c5e-9441-d2df0637a33a tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Received port after_create {{(pid=93155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:40:14.580429 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024dc9b-c33a-481d-b6c3-f3cd2004eacc req-12205a06-b202-4c5e-9441-d2df0637a33a tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:14.581085 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-8024dc9b-c33a-481d-b6c3-f3cd2004eacc req-12205a06-b202-4c5e-9441-d2df0637a33a tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:14.603777 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4525ac5a-c9b3-45d5-a4ef-85dbe55abc7a service neutron] Pushing event updated for resources: {'Port': ['ID=ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a,revision_number=2']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:40:14.626360 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-8024dc9b-c33a-481d-b6c3-f3cd2004eacc req-12205a06-b202-4c5e-9441-d2df0637a33a tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0581686 Jul 13 14:40:14.641747 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-4525ac5a-c9b3-45d5-a4ef-85dbe55abc7a service neutron] Attempting to bind port ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:40:14.642083 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-4525ac5a-c9b3-45d5-a4ef-85dbe55abc7a service neutron] Attempting to bind port ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': 'ddf34b6c-deaa-4bcb-bc31-453214300edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3b901448-fc45-4cdb-afb8-8ba3d59219c4'}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:40:14.642446 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-4525ac5a-c9b3-45d5-a4ef-85dbe55abc7a service neutron] Attempting to bind port ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a on network 3b901448-fc45-4cdb-afb8-8ba3d59219c4 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:40:14.647194 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-4525ac5a-c9b3-45d5-a4ef-85dbe55abc7a service neutron] Port ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a on network 3b901448-fc45-4cdb-afb8-8ba3d59219c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:40:14.647515 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-4525ac5a-c9b3-45d5-a4ef-85dbe55abc7a service neutron] Attempting to bind port ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a on network 3b901448-fc45-4cdb-afb8-8ba3d59219c4 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:40:14.652658 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-4525ac5a-c9b3-45d5-a4ef-85dbe55abc7a service neutron] Checking agent: {'id': 'b13b15cc-78ec-4c35-8be2-6f245ac287e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 13, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:40:14.652999 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-4525ac5a-c9b3-45d5-a4ef-85dbe55abc7a service neutron] Checking segment: {'id': 'ddf34b6c-deaa-4bcb-bc31-453214300edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3b901448-fc45-4cdb-afb8-8ba3d59219c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:40:14.653390 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-4525ac5a-c9b3-45d5-a4ef-85dbe55abc7a service neutron] Bound using segment: {'id': 'ddf34b6c-deaa-4bcb-bc31-453214300edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3b901448-fc45-4cdb-afb8-8ba3d59219c4'} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:40:14.653820 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-4525ac5a-c9b3-45d5-a4ef-85dbe55abc7a service neutron] Bound port: ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddf34b6c-deaa-4bcb-bc31-453214300edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3b901448-fc45-4cdb-afb8-8ba3d59219c4'}}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:40:14.654176 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-4525ac5a-c9b3-45d5-a4ef-85dbe55abc7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:14.724270 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-4525ac5a-c9b3-45d5-a4ef-85dbe55abc7a service neutron] For port ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a, host hv-cinder-78445, cleared binding levels {{(pid=93155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:40:14.727273 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-4525ac5a-c9b3-45d5-a4ef-85dbe55abc7a service neutron] For port ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a,segment=NetworkSegment(ddf34b6c-deaa-4bcb-bc31-453214300edf),segment_id=ddf34b6c-deaa-4bcb-bc31-453214300edf)] {{(pid=93155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:40:14.732030 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-4525ac5a-c9b3-45d5-a4ef-85dbe55abc7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868486'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:14.764418 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-4525ac5a-c9b3-45d5-a4ef-85dbe55abc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:14.765076 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-4525ac5a-c9b3-45d5-a4ef-85dbe55abc7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:14.766347 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-4525ac5a-c9b3-45d5-a4ef-85dbe55abc7a service neutron] 10.222.0.39 "PUT /v2.0/ports/ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a HTTP/1.1" status: 200 len: 1093 time: 0.9413228 Jul 13 14:40:14.768801 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d380f08-425c-49c7-9c85-0c911cee5462', 'tag': 'ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:40:14.770915 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969d499ae61b7a2d5523e15545dbdfcb627d31ab7a946dd0dec0766d655d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911b8ae9-9f24-4b57-bbaa-5b8e7bbd6032" -d '{"events": [{"name": "network-changed", "server_uuid": "8d380f08-425c-49c7-9c85-0c911cee5462", "tag": "ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:40:14.799364 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4525ac5a-c9b3-45d5-a4ef-85dbe55abc7a service neutron] Pushing event updated for resources: {'Port': ['ID=ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a,revision_number=3']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:40:14.943001 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43bc380-340c-4d49-98e8-b60b79c71635 req-5ebde538-6e77-4f5e-a09d-0f58c4c3c08c tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:14.944464 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f43bc380-340c-4d49-98e8-b60b79c71635 req-5ebde538-6e77-4f5e-a09d-0f58c4c3c08c tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d380f08-425c-49c7-9c85-0c911cee5462 HTTP/1.1" status: 200 len: 943 time: 0.0721710 Jul 13 14:40:14.983001 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f43bc380-340c-4d49-98e8-b60b79c71635 req-462bbc23-93d1-4840-bf15-b2663659a9af tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=12cd562f-1142-410c-9bd2-6dcd564d7a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327585 Jul 13 14:40:15.027587 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2c5f11-0cd6-43eb-ba63-cdb0f48bcf40 x-openstack-request-id: req-ed2c5f11-0cd6-43eb-ba63-cdb0f48bcf40 {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:40:15.027878 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d380f08-425c-49c7-9c85-0c911cee5462", "tag": "ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a", "status": "completed", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:40:15.028141 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ed2c5f11-0cd6-43eb-ba63-cdb0f48bcf40 {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:40:15.028562 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d380f08-425c-49c7-9c85-0c911cee5462', 'tag': 'ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a', 'status': 'completed', 'code': 200} Jul 13 14:40:15.461175 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b60a54-af5f-4ef2-86bc-5a34b4b4ae12 req-0021df08-1729-4e34-8208-58217e89c66e tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:15.462813 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a3b60a54-af5f-4ef2-86bc-5a34b4b4ae12 req-0021df08-1729-4e34-8208-58217e89c66e tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab459f1f-1fb5-4475-be14-03d164a76b00 HTTP/1.1" status: 200 len: 932 time: 0.0631771 Jul 13 14:40:15.500620 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a3b60a54-af5f-4ef2-86bc-5a34b4b4ae12 req-767e14b5-1eab-40b9-ba57-a6cb1c4d0bc6 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/security-groups?id=c014619f-fc1c-494c-8b2a-2b6218397897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317893 Jul 13 14:40:16.154613 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9db48b-f45a-4c3b-9eb4-8a0e7a162b8f req-55414e3d-e131-4ac6-80b7-b22e875f50ea tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:16.156523 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0f9db48b-f45a-4c3b-9eb4-8a0e7a162b8f req-55414e3d-e131-4ac6-80b7-b22e875f50ea tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d380f08-425c-49c7-9c85-0c911cee5462 HTTP/1.1" status: 200 len: 943 time: 0.0642056 Jul 13 14:40:16.199883 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0f9db48b-f45a-4c3b-9eb4-8a0e7a162b8f req-62f8c69f-4a19-48e8-9f1d-685c9f9f12b6 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=12cd562f-1142-410c-9bd2-6dcd564d7a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367894 Jul 13 14:40:16.667981 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae0fc5f-e70f-4a55-856e-46676a7d1e2f req-b608415e-bb79-4cc3-b202-f1fdea257300 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:16.669475 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cae0fc5f-e70f-4a55-856e-46676a7d1e2f req-b608415e-bb79-4cc3-b202-f1fdea257300 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab459f1f-1fb5-4475-be14-03d164a76b00 HTTP/1.1" status: 200 len: 932 time: 0.0621512 Jul 13 14:40:16.709119 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cae0fc5f-e70f-4a55-856e-46676a7d1e2f req-3128e3e7-0719-401f-82b9-315412e56566 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/security-groups?id=c014619f-fc1c-494c-8b2a-2b6218397897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340893 Jul 13 14:40:16.794719 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [req-8024dc9b-c33a-481d-b6c3-f3cd2004eacc req-f9d0241a-9875-4a40-b99f-e0fcd2fee12c service neutron] Request body: {'port': {'device_id': 'ab459f1f-1fb5-4475-be14-03d164a76b00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:40:16.809533 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:16.921408 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-8024dc9b-c33a-481d-b6c3-f3cd2004eacc req-f9d0241a-9875-4a40-b99f-e0fcd2fee12c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:16.987781 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b8ae9-9f24-4b57-bbaa-5b8e7bbd6032 req-5096bd6e-d9ba-4600-a640-23e3f11c8509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:16.989416 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-911b8ae9-9f24-4b57-bbaa-5b8e7bbd6032 req-5096bd6e-d9ba-4600-a640-23e3f11c8509 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4db817ef0fe4408794a0ef962b27746d&device_id=8d380f08-425c-49c7-9c85-0c911cee5462 HTTP/1.1" status: 200 len: 1096 time: 0.1163821 Jul 13 14:40:17.060685 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0400fbef-739a-4cb4-9577-1f0a68170fb5 req-2d2e1275-2739-4883-9915-a9f3f6818a5c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0817473 Jul 13 14:40:17.178685 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400fbef-739a-4cb4-9577-1f0a68170fb5 req-d24fb0a3-f9b1-4617-b15e-1a7afaa3560d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:17.180714 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0400fbef-739a-4cb4-9577-1f0a68170fb5 req-d24fb0a3-f9b1-4617-b15e-1a7afaa3560d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5892afb7184848a28e5c2b3bb47266c2&device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 1098 time: 0.0835848 Jul 13 14:40:17.210969 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b8ae9-9f24-4b57-bbaa-5b8e7bbd6032 req-0d2ba202-0845-4595-b6a1-84f7dd538fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:17.212465 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-911b8ae9-9f24-4b57-bbaa-5b8e7bbd6032 req-0d2ba202-0845-4595-b6a1-84f7dd538fa1 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=4db817ef0fe4408794a0ef962b27746d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1722200 Jul 13 14:40:17.315429 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400fbef-739a-4cb4-9577-1f0a68170fb5 req-4fc5eb5e-2fb0-4a56-bb13-613bc68bdd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:17.317992 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0400fbef-739a-4cb4-9577-1f0a68170fb5 req-4fc5eb5e-2fb0-4a56-bb13-613bc68bdd04 service neutron] 10.222.0.39 "GET /v2.0/networks?id=86ac9154-8784-4774-baf0-e8c39b4cddeb HTTP/1.1" status: 200 len: 909 time: 0.1056528 Jul 13 14:40:17.378357 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [req-8024dc9b-c33a-481d-b6c3-f3cd2004eacc req-f9d0241a-9875-4a40-b99f-e0fcd2fee12c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13624ecc-4af2-4a7f-98e4-eaf936321b3a {{(pid=93155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:40:17.394757 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-8024dc9b-c33a-481d-b6c3-f3cd2004eacc req-f9d0241a-9875-4a40-b99f-e0fcd2fee12c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:17.400309 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b8ae9-9f24-4b57-bbaa-5b8e7bbd6032 req-cccc31e2-bdf2-45a3-81bb-3671633024bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:17.401793 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-911b8ae9-9f24-4b57-bbaa-5b8e7bbd6032 req-cccc31e2-bdf2-45a3-81bb-3671633024bc service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1807232 Jul 13 14:40:17.412097 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [req-8024dc9b-c33a-481d-b6c3-f3cd2004eacc req-f9d0241a-9875-4a40-b99f-e0fcd2fee12c service neutron] Transition to ACTIVE for port object 13624ecc-4af2-4a7f-98e4-eaf936321b3a will not be triggered until provisioned by entity L2. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:40:17.418377 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-8024dc9b-c33a-481d-b6c3-f3cd2004eacc req-f9d0241a-9875-4a40-b99f-e0fcd2fee12c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868486'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:17.458042 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0400fbef-739a-4cb4-9577-1f0a68170fb5 req-b0f28961-8f46-4896-8fd0-52f6cd8f86aa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0484b73-0dec-4568-88da-662a28278535 HTTP/1.1" status: 200 len: 1001 time: 0.1330786 Jul 13 14:40:17.515605 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d0241a-9875-4a40-b99f-e0fcd2fee12c service neutron] Pushing event updated for resources: {'Port': ['ID=13624ecc-4af2-4a7f-98e4-eaf936321b3a,revision_number=2']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:40:17.533786 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018046ce-16ae-4c26-beb2-ff1eeb8077d1 req-b28b31f2-aa08-4d57-bfe0-128e48c3b504 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:17.536942 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-018046ce-16ae-4c26-beb2-ff1eeb8077d1 req-b28b31f2-aa08-4d57-bfe0-128e48c3b504 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d380f08-425c-49c7-9c85-0c911cee5462 HTTP/1.1" status: 200 len: 943 time: 0.2052557 Jul 13 14:40:17.556014 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400fbef-739a-4cb4-9577-1f0a68170fb5 req-20766a8c-1598-47ce-b069-5af352360442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:17.557484 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0400fbef-739a-4cb4-9577-1f0a68170fb5 req-20766a8c-1598-47ce-b069-5af352360442 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ead56a37-b614-443b-a85d-2b5d0e7941f8 HTTP/1.1" status: 200 len: 847 time: 0.0866675 Jul 13 14:40:17.609460 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-e13f4e16-4d55-4a19-b02f-922614d67f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:17.611192 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-e13f4e16-4d55-4a19-b02f-922614d67f9e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4db817ef0fe4408794a0ef962b27746d&device_id=8d380f08-425c-49c7-9c85-0c911cee5462 HTTP/1.1" status: 200 len: 1096 time: 0.1266904 Jul 13 14:40:17.614940 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-018046ce-16ae-4c26-beb2-ff1eeb8077d1 req-03387512-9959-4a62-94cf-e54293a55470 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=12cd562f-1142-410c-9bd2-6dcd564d7a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720971 Jul 13 14:40:17.631049 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-8024dc9b-c33a-481d-b6c3-f3cd2004eacc req-f9d0241a-9875-4a40-b99f-e0fcd2fee12c service neutron] Attempting to bind port 13624ecc-4af2-4a7f-98e4-eaf936321b3a on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:40:17.631478 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-8024dc9b-c33a-481d-b6c3-f3cd2004eacc req-f9d0241a-9875-4a40-b99f-e0fcd2fee12c service neutron] Attempting to bind port 13624ecc-4af2-4a7f-98e4-eaf936321b3a by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '4497c753-383a-4ad9-8adc-7a31e9ff1c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '15b1fef8-5d6f-4654-a0e5-757c7a2729d5'}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:40:17.631813 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8024dc9b-c33a-481d-b6c3-f3cd2004eacc req-f9d0241a-9875-4a40-b99f-e0fcd2fee12c service neutron] Attempting to bind port 13624ecc-4af2-4a7f-98e4-eaf936321b3a on network 15b1fef8-5d6f-4654-a0e5-757c7a2729d5 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:40:17.645266 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400fbef-739a-4cb4-9577-1f0a68170fb5 req-dbb50abf-0230-4aac-b8c8-e89f39974826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:17.646945 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0400fbef-739a-4cb4-9577-1f0a68170fb5 req-dbb50abf-0230-4aac-b8c8-e89f39974826 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86ac9154-8784-4774-baf0-e8c39b4cddeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0806730 Jul 13 14:40:17.666526 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-f42e447d-2f9b-4d40-9317-55ae5fcbb16e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a HTTP/1.1" status: 200 len: 217 time: 0.0414543 Jul 13 14:40:17.668962 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8024dc9b-c33a-481d-b6c3-f3cd2004eacc req-f9d0241a-9875-4a40-b99f-e0fcd2fee12c service neutron] Port 13624ecc-4af2-4a7f-98e4-eaf936321b3a on network 15b1fef8-5d6f-4654-a0e5-757c7a2729d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:40:17.668962 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8024dc9b-c33a-481d-b6c3-f3cd2004eacc req-f9d0241a-9875-4a40-b99f-e0fcd2fee12c service neutron] Attempting to bind port 13624ecc-4af2-4a7f-98e4-eaf936321b3a on network 15b1fef8-5d6f-4654-a0e5-757c7a2729d5 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:40:17.683179 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8024dc9b-c33a-481d-b6c3-f3cd2004eacc req-f9d0241a-9875-4a40-b99f-e0fcd2fee12c service neutron] Checking agent: {'id': 'b13b15cc-78ec-4c35-8be2-6f245ac287e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 13, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:40:17.683514 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8024dc9b-c33a-481d-b6c3-f3cd2004eacc req-f9d0241a-9875-4a40-b99f-e0fcd2fee12c service neutron] Checking segment: {'id': '4497c753-383a-4ad9-8adc-7a31e9ff1c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '15b1fef8-5d6f-4654-a0e5-757c7a2729d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:40:17.684086 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8024dc9b-c33a-481d-b6c3-f3cd2004eacc req-f9d0241a-9875-4a40-b99f-e0fcd2fee12c service neutron] Bound using segment: {'id': '4497c753-383a-4ad9-8adc-7a31e9ff1c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '15b1fef8-5d6f-4654-a0e5-757c7a2729d5'} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:40:17.684537 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-8024dc9b-c33a-481d-b6c3-f3cd2004eacc req-f9d0241a-9875-4a40-b99f-e0fcd2fee12c service neutron] Bound port: 13624ecc-4af2-4a7f-98e4-eaf936321b3a, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4497c753-383a-4ad9-8adc-7a31e9ff1c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '15b1fef8-5d6f-4654-a0e5-757c7a2729d5'}}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:40:17.684897 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-8024dc9b-c33a-481d-b6c3-f3cd2004eacc req-f9d0241a-9875-4a40-b99f-e0fcd2fee12c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:17.751217 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0400fbef-739a-4cb4-9577-1f0a68170fb5 req-06a597f6-fc85-49cd-b216-a5eb071a4a47 service neutron] 10.222.0.39 "GET /v2.0/networks/86ac9154-8784-4774-baf0-e8c39b4cddeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968380 Jul 13 14:40:17.761248 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-2174f661-aabb-43d2-aedb-af24595f1856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:17.762989 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-2174f661-aabb-43d2-aedb-af24595f1856 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=58921e0e-d271-42d3-8bb5-36a41aaf8b06 HTTP/1.1" status: 200 len: 850 time: 0.0889995 Jul 13 14:40:17.821966 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-8024dc9b-c33a-481d-b6c3-f3cd2004eacc req-f9d0241a-9875-4a40-b99f-e0fcd2fee12c service neutron] For port 13624ecc-4af2-4a7f-98e4-eaf936321b3a, host hv-cinder-78445, cleared binding levels {{(pid=93155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:40:17.837283 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-8024dc9b-c33a-481d-b6c3-f3cd2004eacc req-f9d0241a-9875-4a40-b99f-e0fcd2fee12c service neutron] For port 13624ecc-4af2-4a7f-98e4-eaf936321b3a, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=13624ecc-4af2-4a7f-98e4-eaf936321b3a,segment=NetworkSegment(4497c753-383a-4ad9-8adc-7a31e9ff1c81),segment_id=4497c753-383a-4ad9-8adc-7a31e9ff1c81)] {{(pid=93155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:40:17.846241 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-8024dc9b-c33a-481d-b6c3-f3cd2004eacc req-f9d0241a-9875-4a40-b99f-e0fcd2fee12c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868486'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:17.875292 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0400fbef-739a-4cb4-9577-1f0a68170fb5 req-695b75ef-39c7-4780-81d2-e9c64fd24e7b service neutron] 10.222.0.39 "GET /v2.0/networks/86ac9154-8784-4774-baf0-e8c39b4cddeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166236 Jul 13 14:40:17.889245 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024dc9b-c33a-481d-b6c3-f3cd2004eacc req-f9d0241a-9875-4a40-b99f-e0fcd2fee12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:17.889867 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-8024dc9b-c33a-481d-b6c3-f3cd2004eacc req-f9d0241a-9875-4a40-b99f-e0fcd2fee12c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:17.891428 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-8024dc9b-c33a-481d-b6c3-f3cd2004eacc req-f9d0241a-9875-4a40-b99f-e0fcd2fee12c service neutron] 10.222.0.39 "PUT /v2.0/ports/13624ecc-4af2-4a7f-98e4-eaf936321b3a HTTP/1.1" status: 200 len: 1094 time: 1.1025944 Jul 13 14:40:17.891737 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab459f1f-1fb5-4475-be14-03d164a76b00', 'tag': '13624ecc-4af2-4a7f-98e4-eaf936321b3a'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:40:17.893991 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969d499ae61b7a2d5523e15545dbdfcb627d31ab7a946dd0dec0766d655d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09b5d87-e4bd-4f8d-8e5b-0a64f52f96e3" -d '{"events": [{"name": "network-changed", "server_uuid": "ab459f1f-1fb5-4475-be14-03d164a76b00", "tag": "13624ecc-4af2-4a7f-98e4-eaf936321b3a"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:40:17.907257 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-f5ee1a3c-5e20-4ef6-9535-808909fde7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:17.908986 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-f5ee1a3c-5e20-4ef6-9535-808909fde7c7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3b901448-fc45-4cdb-afb8-8ba3d59219c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1378994 Jul 13 14:40:17.919439 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd9bc7-6eaa-447e-b56e-7e393907c8f0 req-539451e9-173c-40df-8357-bb325ba35794 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:17.920988 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-15fd9bc7-6eaa-447e-b56e-7e393907c8f0 req-539451e9-173c-40df-8357-bb325ba35794 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab459f1f-1fb5-4475-be14-03d164a76b00 HTTP/1.1" status: 200 len: 944 time: 0.0895138 Jul 13 14:40:17.924212 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d0241a-9875-4a40-b99f-e0fcd2fee12c service neutron] Pushing event updated for resources: {'Port': ['ID=13624ecc-4af2-4a7f-98e4-eaf936321b3a,revision_number=3']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:40:17.949124 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0657817-5b5e-4e6c-b6d9-4d824052afaa x-openstack-request-id: req-d0657817-5b5e-4e6c-b6d9-4d824052afaa {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:40:17.949682 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab459f1f-1fb5-4475-be14-03d164a76b00", "tag": "13624ecc-4af2-4a7f-98e4-eaf936321b3a", "status": "completed", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:40:17.949964 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d0657817-5b5e-4e6c-b6d9-4d824052afaa {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:40:17.950358 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab459f1f-1fb5-4475-be14-03d164a76b00', 'tag': '13624ecc-4af2-4a7f-98e4-eaf936321b3a', 'status': 'completed', 'code': 200} Jul 13 14:40:17.971463 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-15fd9bc7-6eaa-447e-b56e-7e393907c8f0 req-802e6378-a5b6-4edb-91b2-ea6f1886d4f3 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/security-groups?id=c014619f-fc1c-494c-8b2a-2b6218397897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435092 Jul 13 14:40:18.093505 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-7020cdd9-9318-42e3-aad9-8274b4e4766a service neutron] 10.222.0.39 "GET /v2.0/networks/3b901448-fc45-4cdb-afb8-8ba3d59219c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545413 Jul 13 14:40:18.105291 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024dc9b-c33a-481d-b6c3-f3cd2004eacc req-1b0fa9e1-dc3e-457d-a38c-12a553ccd76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:18.106861 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-8024dc9b-c33a-481d-b6c3-f3cd2004eacc req-1b0fa9e1-dc3e-457d-a38c-12a553ccd76d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=375e802a4e334b54b51f7780999af9c8&device_id=ab459f1f-1fb5-4475-be14-03d164a76b00 HTTP/1.1" status: 200 len: 1097 time: 0.0948493 Jul 13 14:40:18.177243 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-8024dc9b-c33a-481d-b6c3-f3cd2004eacc req-1d87ae22-1144-4814-81f6-2d0cee4c6260 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13624ecc-4af2-4a7f-98e4-eaf936321b3a HTTP/1.1" status: 200 len: 217 time: 0.0477660 Jul 13 14:40:18.273308 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024dc9b-c33a-481d-b6c3-f3cd2004eacc req-a595d70e-b432-40a2-97ca-44da5ac06759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:18.274968 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-8024dc9b-c33a-481d-b6c3-f3cd2004eacc req-a595d70e-b432-40a2-97ca-44da5ac06759 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b0a364a9-345b-4dc9-991f-23e5f6ced007 HTTP/1.1" status: 200 len: 854 time: 0.0878859 Jul 13 14:40:18.319530 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-8024dc9b-c33a-481d-b6c3-f3cd2004eacc req-a41dd1d3-168b-44b0-926f-9f8b2086ebee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=15b1fef8-5d6f-4654-a0e5-757c7a2729d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341883 Jul 13 14:40:18.321349 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-c23c5125-fb7c-4c0e-9e76-51b95faa16a4 req-66b13ad5-924b-4267-af9a-3e17cefa4705 service neutron] 10.222.0.39 "GET /v2.0/networks/3b901448-fc45-4cdb-afb8-8ba3d59219c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906772 Jul 13 14:40:18.428802 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-8024dc9b-c33a-481d-b6c3-f3cd2004eacc req-4d5c2436-65f4-4d94-b456-3918e1355572 service neutron] 10.222.0.39 "GET /v2.0/networks/15b1fef8-5d6f-4654-a0e5-757c7a2729d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877662 Jul 13 14:40:18.545542 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-8024dc9b-c33a-481d-b6c3-f3cd2004eacc req-ece37c64-d5f1-4071-a2c7-1558e8c92877 service neutron] 10.222.0.39 "GET /v2.0/networks/15b1fef8-5d6f-4654-a0e5-757c7a2729d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009147 Jul 13 14:40:18.781439 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b5d87-e4bd-4f8d-8e5b-0a64f52f96e3 req-33eefce2-a2f1-4ea7-a000-2581a5507385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:18.783031 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-e09b5d87-e4bd-4f8d-8e5b-0a64f52f96e3 req-33eefce2-a2f1-4ea7-a000-2581a5507385 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=375e802a4e334b54b51f7780999af9c8&device_id=ab459f1f-1fb5-4475-be14-03d164a76b00 HTTP/1.1" status: 200 len: 1097 time: 0.0846684 Jul 13 14:40:18.885833 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3752670-f8ef-4bbf-8902-feefde346e6e req-965a3842-f88f-475e-9110-7ecd7732c6e5 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:18.888788 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c3752670-f8ef-4bbf-8902-feefde346e6e req-965a3842-f88f-475e-9110-7ecd7732c6e5 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d380f08-425c-49c7-9c85-0c911cee5462 HTTP/1.1" status: 200 len: 943 time: 0.0985618 Jul 13 14:40:18.901365 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b5d87-e4bd-4f8d-8e5b-0a64f52f96e3 req-ebbc6cc4-da18-48ab-ad5d-d066a607cf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:18.902974 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-e09b5d87-e4bd-4f8d-8e5b-0a64f52f96e3 req-ebbc6cc4-da18-48ab-ad5d-d066a607cf57 service neutron] 10.222.0.39 "GET /v2.0/networks?id=15b1fef8-5d6f-4654-a0e5-757c7a2729d5 HTTP/1.1" status: 200 len: 915 time: 0.1112242 Jul 13 14:40:18.945389 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c3752670-f8ef-4bbf-8902-feefde346e6e req-f3ccd6a0-267d-4743-8307-6dfc96259612 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=12cd562f-1142-410c-9bd2-6dcd564d7a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496898 Jul 13 14:40:18.950696 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-e09b5d87-e4bd-4f8d-8e5b-0a64f52f96e3 req-e66e5881-6a7e-4e67-993e-a387424cbcba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13624ecc-4af2-4a7f-98e4-eaf936321b3a HTTP/1.1" status: 200 len: 217 time: 0.0389683 Jul 13 14:40:19.004815 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b5d87-e4bd-4f8d-8e5b-0a64f52f96e3 req-77092a7f-71f3-4223-965e-c0e853f6d503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:19.006317 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-e09b5d87-e4bd-4f8d-8e5b-0a64f52f96e3 req-77092a7f-71f3-4223-965e-c0e853f6d503 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b0a364a9-345b-4dc9-991f-23e5f6ced007 HTTP/1.1" status: 200 len: 854 time: 0.0482225 Jul 13 14:40:19.051604 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-e09b5d87-e4bd-4f8d-8e5b-0a64f52f96e3 req-245462c7-4b8f-44b4-855a-bc1b55da7883 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=15b1fef8-5d6f-4654-a0e5-757c7a2729d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316713 Jul 13 14:40:19.159097 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-e09b5d87-e4bd-4f8d-8e5b-0a64f52f96e3 req-10041c1f-da49-4665-a60a-bbe6cf98c9c2 service neutron] 10.222.0.39 "GET /v2.0/networks/15b1fef8-5d6f-4654-a0e5-757c7a2729d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988429 Jul 13 14:40:19.206980 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665fa40-4358-4a1a-ad70-755e65cb8564 req-7b54cc49-7a7c-401d-ae20-26f2cb466c9c tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:19.210465 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f665fa40-4358-4a1a-ad70-755e65cb8564 req-7b54cc49-7a7c-401d-ae20-26f2cb466c9c tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab459f1f-1fb5-4475-be14-03d164a76b00 HTTP/1.1" status: 200 len: 944 time: 0.0931075 Jul 13 14:40:19.267858 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f665fa40-4358-4a1a-ad70-755e65cb8564 req-d7354c2f-e37f-475f-bb67-f0ef578348a1 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/security-groups?id=c014619f-fc1c-494c-8b2a-2b6218397897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506155 Jul 13 14:40:19.268686 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-e09b5d87-e4bd-4f8d-8e5b-0a64f52f96e3 req-30b1fd9a-27c5-486d-886b-fa2c251845a7 service neutron] 10.222.0.39 "GET /v2.0/networks/15b1fef8-5d6f-4654-a0e5-757c7a2729d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974884 Jul 13 14:40:20.124508 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374606c7-0bd1-480e-94db-47cd939f5e45 req-c364d8f1-54b0-4a75-9a6f-0e298fdd6a1b tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:20.125888 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-374606c7-0bd1-480e-94db-47cd939f5e45 req-c364d8f1-54b0-4a75-9a6f-0e298fdd6a1b tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d380f08-425c-49c7-9c85-0c911cee5462 HTTP/1.1" status: 200 len: 943 time: 0.0647485 Jul 13 14:40:20.164804 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-374606c7-0bd1-480e-94db-47cd939f5e45 req-085e417d-6aaa-46e2-b5b2-e5378276972d tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=12cd562f-1142-410c-9bd2-6dcd564d7a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328181 Jul 13 14:40:20.451549 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d18fc7b-5dbc-4e58-8d7e-d8426df4e9b7 req-5f5b9fd3-2b61-4bf9-b756-77e9f0c0fbf3 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:20.452988 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6d18fc7b-5dbc-4e58-8d7e-d8426df4e9b7 req-5f5b9fd3-2b61-4bf9-b756-77e9f0c0fbf3 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab459f1f-1fb5-4475-be14-03d164a76b00 HTTP/1.1" status: 200 len: 944 time: 0.0627224 Jul 13 14:40:20.491252 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6d18fc7b-5dbc-4e58-8d7e-d8426df4e9b7 req-3e1801d4-29c7-4c9b-a912-2bd784abb8e0 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/security-groups?id=c014619f-fc1c-494c-8b2a-2b6218397897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327048 Jul 13 14:40:20.787446 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 13624ecc-4af2-4a7f-98e4-eaf936321b3a details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:40:20.890820 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port 13624ecc-4af2-4a7f-98e4-eaf936321b3a, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=13624ecc-4af2-4a7f-98e4-eaf936321b3a,segment=NetworkSegment(4497c753-383a-4ad9-8adc-7a31e9ff1c81),segment_id=4497c753-383a-4ad9-8adc-7a31e9ff1c81)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:40:20.910213 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Returning: {'device': '13624ecc-4af2-4a7f-98e4-eaf936321b3a', 'network_id': '15b1fef8-5d6f-4654-a0e5-757c7a2729d5', 'port_id': '13624ecc-4af2-4a7f-98e4-eaf936321b3a', 'mac_address': 'fa:16:3e:3b:b6:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a364a9-345b-4dc9-991f-23e5f6ced007', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:40:20.960561 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:20.972874 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13624ecc-4af2-4a7f-98e4-eaf936321b3a {{(pid=93156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:40:20.994056 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port 13624ecc-4af2-4a7f-98e4-eaf936321b3a, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=13624ecc-4af2-4a7f-98e4-eaf936321b3a,segment=NetworkSegment(4497c753-383a-4ad9-8adc-7a31e9ff1c81),segment_id=4497c753-383a-4ad9-8adc-7a31e9ff1c81)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:40:21.006612 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:21.007439 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:40:21.122847 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=13624ecc-4af2-4a7f-98e4-eaf936321b3a,revision_number=4']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:40:21.171782 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a,segment=NetworkSegment(ddf34b6c-deaa-4bcb-bc31-453214300edf),segment_id=ddf34b6c-deaa-4bcb-bc31-453214300edf)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:40:21.195996 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Returning: {'device': 'ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a', 'network_id': '3b901448-fc45-4cdb-afb8-8ba3d59219c4', 'port_id': 'ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a', 'mac_address': 'fa:16:3e:be:04:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58921e0e-d271-42d3-8bb5-36a41aaf8b06', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:40:21.266063 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:21.288933 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a {{(pid=93156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:40:21.312962 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a,segment=NetworkSegment(ddf34b6c-deaa-4bcb-bc31-453214300edf),segment_id=ddf34b6c-deaa-4bcb-bc31-453214300edf)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:40:21.320009 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:21.378274 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 57330) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:40:21.383613 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a,revision_number=4']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:40:21.453717 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38808018-7eca-4d17-977d-78a4e2149639 req-f0130875-0512-4f3e-810c-e56a7a867fcd tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:21.455237 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-38808018-7eca-4d17-977d-78a4e2149639 req-f0130875-0512-4f3e-810c-e56a7a867fcd tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d380f08-425c-49c7-9c85-0c911cee5462 HTTP/1.1" status: 200 len: 944 time: 0.0806129 Jul 13 14:40:21.496447 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ac01de3d-921e-4a31-9e47-f104f049b9e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:21.517977 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-38808018-7eca-4d17-977d-78a4e2149639 req-00bb2d78-a365-4153-b1ff-e2c50da5b977 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=12cd562f-1142-410c-9bd2-6dcd564d7a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560224 Jul 13 14:40:21.629088 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ac01de3d-921e-4a31-9e47-f104f049b9e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:21.633544 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ac01de3d-921e-4a31-9e47-f104f049b9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:21.671399 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-ac01de3d-921e-4a31-9e47-f104f049b9e6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=24837d4683d847c8841fedab4e67bd40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2939217 Jul 13 14:40:21.674522 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 57338) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:40:21.688370 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac01de3d-921e-4a31-9e47-f104f049b9e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59be8b0-cfde-4b62-87eb-029934ba2c96,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:40:21.702092 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] get_ports_and_sgs() called for port_ids ['13624ecc-4af2-4a7f-98e4-eaf936321b3a'] {{(pid=93156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:40:21.710873 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac01de3d-921e-4a31-9e47-f104f049b9e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:21.711197 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac01de3d-921e-4a31-9e47-f104f049b9e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:21.711545 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac01de3d-921e-4a31-9e47-f104f049b9e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:21.711882 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac01de3d-921e-4a31-9e47-f104f049b9e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:21.712209 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac01de3d-921e-4a31-9e47-f104f049b9e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:21.712600 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac01de3d-921e-4a31-9e47-f104f049b9e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:21.712935 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac01de3d-921e-4a31-9e47-f104f049b9e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:21.713281 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac01de3d-921e-4a31-9e47-f104f049b9e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:21.713608 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac01de3d-921e-4a31-9e47-f104f049b9e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:21.713919 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac01de3d-921e-4a31-9e47-f104f049b9e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:21.714307 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac01de3d-921e-4a31-9e47-f104f049b9e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:21.714590 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac01de3d-921e-4a31-9e47-f104f049b9e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:40:21.719196 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6927f0e-8b06-4322-bdc6-10f7a20e96bf req-61888927-e1e9-44ae-b802-f85e40aa6de3 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:21.720827 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c6927f0e-8b06-4322-bdc6-10f7a20e96bf req-61888927-e1e9-44ae-b802-f85e40aa6de3 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab459f1f-1fb5-4475-be14-03d164a76b00 HTTP/1.1" status: 200 len: 945 time: 0.0850377 Jul 13 14:40:21.740977 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] get_ports_and_sgs() called for port_ids ['ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a'] {{(pid=93156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:40:21.751422 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616efada-60e5-481b-9568-7369a9638219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:21.767366 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c6927f0e-8b06-4322-bdc6-10f7a20e96bf req-a938e19f-0382-4c85-aaa3-340d990d7296 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/security-groups?id=c014619f-fc1c-494c-8b2a-2b6218397897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362620 Jul 13 14:40:21.777245 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616efada-60e5-481b-9568-7369a9638219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:21.834953 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616efada-60e5-481b-9568-7369a9638219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:21.837671 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-616efada-60e5-481b-9568-7369a9638219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:21.838912 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-616efada-60e5-481b-9568-7369a9638219 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c59be8b0-cfde-4b62-87eb-029934ba2c96 HTTP/1.1" status: 204 len: 168 time: 0.1634905 Jul 13 14:40:21.846821 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616efada-60e5-481b-9568-7369a9638219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59be8b0-cfde-4b62-87eb-029934ba2c96,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:40:22.711227 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e660ae-b3ed-40a7-8082-4891081fb9c8 req-5c705e97-0474-48ec-aed6-928ccb1f0f39 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:22.712916 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-45e660ae-b3ed-40a7-8082-4891081fb9c8 req-5c705e97-0474-48ec-aed6-928ccb1f0f39 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d380f08-425c-49c7-9c85-0c911cee5462 HTTP/1.1" status: 200 len: 944 time: 0.0766575 Jul 13 14:40:22.773823 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-45e660ae-b3ed-40a7-8082-4891081fb9c8 req-367fce8c-8b67-4283-b949-a637b1d2001d tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=12cd562f-1142-410c-9bd2-6dcd564d7a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538023 Jul 13 14:40:22.811076 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a up at agent hyperv_hv-cinder-78445 {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:40:22.874879 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Provisioning for port ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a completed by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:40:22.886297 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Provisioning complete for port ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:40:22.886928 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:22.975413 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fbdb2b-2314-4898-9c34-6d720da1c717 req-28e18182-df9d-46f3-b4d9-b4b3699d71af tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:22.976968 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-26fbdb2b-2314-4898-9c34-6d720da1c717 req-28e18182-df9d-46f3-b4d9-b4b3699d71af tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab459f1f-1fb5-4475-be14-03d164a76b00 HTTP/1.1" status: 200 len: 945 time: 0.0715475 Jul 13 14:40:22.980620 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:23.007836 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d380f08-425c-49c7-9c85-0c911cee5462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a'}] {{(pid=93156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:40:23.012283 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd5989a68af48bbe0a00b0c674d1da0e65c633cef20e3ffd105cdad221ff8d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62cdf44-dc4f-407b-9c68-85ba85ad569e" -d '{"events": [{"server_uuid": "8d380f08-425c-49c7-9c85-0c911cee5462", "name": "network-vif-plugged", "status": "completed", "tag": "ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a"}]}' {{(pid=93156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:40:23.022014 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-26fbdb2b-2314-4898-9c34-6d720da1c717 req-e36bc8c0-eb05-4fd2-9883-52048e413b1b tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/security-groups?id=c014619f-fc1c-494c-8b2a-2b6218397897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392275 Jul 13 14:40:23.032251 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a,segment=NetworkSegment(ddf34b6c-deaa-4bcb-bc31-453214300edf),segment_id=ddf34b6c-deaa-4bcb-bc31-453214300edf)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:40:23.037463 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:23.038397 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 13624ecc-4af2-4a7f-98e4-eaf936321b3a up at agent hyperv_hv-cinder-78445 {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:40:23.085682 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b7c58b-505a-4edc-aea4-7d740e6977e6 x-openstack-request-id: req-b7b7c58b-505a-4edc-aea4-7d740e6977e6 {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:40:23.085968 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d380f08-425c-49c7-9c85-0c911cee5462", "name": "network-vif-plugged", "status": "completed", "tag": "ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a", "code": 200}]} {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:40:23.086219 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b7b7c58b-505a-4edc-aea4-7d740e6977e6 {{(pid=93156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:40:23.086625 dv-cinder-784453-8-iscsi neutron-server[93156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d380f08-425c-49c7-9c85-0c911cee5462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a', 'code': 200} Jul 13 14:40:23.123266 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a,revision_number=5']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:40:23.136624 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Provisioning for port 13624ecc-4af2-4a7f-98e4-eaf936321b3a completed by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:40:23.140576 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Provisioning complete for port 13624ecc-4af2-4a7f-98e4-eaf936321b3a triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:40:23.141013 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:23.220103 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:23.265279 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port 13624ecc-4af2-4a7f-98e4-eaf936321b3a, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=13624ecc-4af2-4a7f-98e4-eaf936321b3a,segment=NetworkSegment(4497c753-383a-4ad9-8adc-7a31e9ff1c81),segment_id=4497c753-383a-4ad9-8adc-7a31e9ff1c81)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:40:23.269328 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:23.321105 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=13624ecc-4af2-4a7f-98e4-eaf936321b3a,revision_number=5']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:40:23.438912 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa3fc7-fa7d-4ff5-9b65-eff4e1acf158 req-f03fae75-2a1b-4440-9741-b9743b4cc316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:23.440361 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-28fa3fc7-fa7d-4ff5-9b65-eff4e1acf158 req-f03fae75-2a1b-4440-9741-b9743b4cc316 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8d380f08-425c-49c7-9c85-0c911cee5462 HTTP/1.1" status: 200 len: 1098 time: 0.1382885 Jul 13 14:40:23.476022 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-28fa3fc7-fa7d-4ff5-9b65-eff4e1acf158 req-3a064374-0204-4bc5-b5aa-a50c5aff0c87 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=12cd562f-1142-410c-9bd2-6dcd564d7a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293448 Jul 13 14:40:23.952201 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d600d7-51fa-4fe6-b945-9bc3b369bfd6 req-0428592a-329b-402f-ba6f-9cc10de345d8 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:23.952201 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-69d600d7-51fa-4fe6-b945-9bc3b369bfd6 req-0428592a-329b-402f-ba6f-9cc10de345d8 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d380f08-425c-49c7-9c85-0c911cee5462 HTTP/1.1" status: 200 len: 945 time: 0.0654438 Jul 13 14:40:23.992030 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-69d600d7-51fa-4fe6-b945-9bc3b369bfd6 req-e270f4f2-0027-4206-8d7f-86569bf8aedf tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=12cd562f-1142-410c-9bd2-6dcd564d7a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332100 Jul 13 14:40:24.207143 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da81f9-8956-40db-8e72-692a3461e8b9 req-8558291c-9022-4177-be94-b14f1cf3279a tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:24.208728 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b6da81f9-8956-40db-8e72-692a3461e8b9 req-8558291c-9022-4177-be94-b14f1cf3279a tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab459f1f-1fb5-4475-be14-03d164a76b00 HTTP/1.1" status: 200 len: 946 time: 0.0647361 Jul 13 14:40:24.249226 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b6da81f9-8956-40db-8e72-692a3461e8b9 req-ac93149d-d84f-4ab4-986a-b16d1991c56b tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/security-groups?id=c014619f-fc1c-494c-8b2a-2b6218397897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344539 Jul 13 14:40:25.088023 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab459f1f-1fb5-4475-be14-03d164a76b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13624ecc-4af2-4a7f-98e4-eaf936321b3a'}] {{(pid=93156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:40:25.090578 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd5989a68af48bbe0a00b0c674d1da0e65c633cef20e3ffd105cdad221ff8d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db602886-23cb-475b-a933-b6394e1d4481" -d '{"events": [{"server_uuid": "ab459f1f-1fb5-4475-be14-03d164a76b00", "name": "network-vif-plugged", "status": "completed", "tag": "13624ecc-4af2-4a7f-98e4-eaf936321b3a"}]}' {{(pid=93156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:40:25.127014 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9437947b-f581-460f-ae3b-6b7dde1cab88 x-openstack-request-id: req-9437947b-f581-460f-ae3b-6b7dde1cab88 {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:40:25.127304 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab459f1f-1fb5-4475-be14-03d164a76b00", "name": "network-vif-plugged", "status": "completed", "tag": "13624ecc-4af2-4a7f-98e4-eaf936321b3a", "code": 200}]} {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:40:25.127559 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9437947b-f581-460f-ae3b-6b7dde1cab88 {{(pid=93156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:40:25.127947 dv-cinder-784453-8-iscsi neutron-server[93156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab459f1f-1fb5-4475-be14-03d164a76b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13624ecc-4af2-4a7f-98e4-eaf936321b3a', 'code': 200} Jul 13 14:40:25.178139 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff247855-63b5-4f34-8b0b-b98de5e2923b req-06eeef62-c2e3-481c-b2a6-f5adec6405e4 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:25.180064 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ff247855-63b5-4f34-8b0b-b98de5e2923b req-06eeef62-c2e3-481c-b2a6-f5adec6405e4 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d380f08-425c-49c7-9c85-0c911cee5462 HTTP/1.1" status: 200 len: 945 time: 0.0740757 Jul 13 14:40:25.229088 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ff247855-63b5-4f34-8b0b-b98de5e2923b req-3c920284-b957-4e58-a9c9-ee3e2319b68c tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=12cd562f-1142-410c-9bd2-6dcd564d7a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428195 Jul 13 14:40:25.404754 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.agents_db [None req-a710d77f-e7af-45aa-808b-9771d160625e None None] Agent healthcheck: found 6 active agents {{(pid=93157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:40:25.407057 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c2eb2-cc1e-4fd4-bc2e-1994a032ab11 req-175110ba-62d3-41cd-8c16-5ee30561470f tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:25.408843 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-904c2eb2-cc1e-4fd4-bc2e-1994a032ab11 req-175110ba-62d3-41cd-8c16-5ee30561470f tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d380f08-425c-49c7-9c85-0c911cee5462 HTTP/1.1" status: 200 len: 945 time: 0.0692420 Jul 13 14:40:25.420308 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db953c5e-b1a6-40c9-baf8-c532e0db2165 req-22ad8c66-83f6-4a2f-8ebb-6647c0278876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:25.421347 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 57412) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:40:25.421825 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-db953c5e-b1a6-40c9-baf8-c532e0db2165 req-22ad8c66-83f6-4a2f-8ebb-6647c0278876 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ab459f1f-1fb5-4475-be14-03d164a76b00 HTTP/1.1" status: 200 len: 1099 time: 0.0555804 Jul 13 14:40:25.426802 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-e4befefb-69db-4680-ae71-79a270478292 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Request body: {'floatingip': {'port_id': 'ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:40:25.466304 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-db953c5e-b1a6-40c9-baf8-c532e0db2165 req-d0632131-e687-40af-99e6-80d74e922609 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c014619f-fc1c-494c-8b2a-2b6218397897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374045 Jul 13 14:40:25.493447 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e4befefb-69db-4680-ae71-79a270478292 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks [] for floatingip, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:25.622856 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60706e3d-714a-46d5-9917-d8ab9cde49ef req-9ca68c0f-3d30-4b4f-b1b2-7f96f0600491 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:25.624342 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-60706e3d-714a-46d5-9917-d8ab9cde49ef req-9ca68c0f-3d30-4b4f-b1b2-7f96f0600491 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab459f1f-1fb5-4475-be14-03d164a76b00 HTTP/1.1" status: 200 len: 946 time: 0.1945424 Jul 13 14:40:25.717580 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-60706e3d-714a-46d5-9917-d8ab9cde49ef req-8916191f-6d2f-45b1-997f-6eb3e4c4a354 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/security-groups?id=c014619f-fc1c-494c-8b2a-2b6218397897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859363 Jul 13 14:40:26.204846 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e4befefb-69db-4680-ae71-79a270478292 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:26.209630 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e4befefb-69db-4680-ae71-79a270478292 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1994842'] for floatingip, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:26.304778 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.db.l3_db [None req-e4befefb-69db-4680-ae71-79a270478292 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Floating IP ddb999f2-4bdc-429d-9710-ab7ed0f59570 associated. External IP: 172.27.3.127, port: ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a. Jul 13 14:40:26.510881 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4befefb-69db-4680-ae71-79a270478292 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Router 270caa52-fa6f-4038-9de7-45ec54a1b576 has already been hosted by L3 agent d92cc109-9c2d-42ed-8c1d-d826fa90f9d0 {{(pid=93154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:40:26.619637 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4befefb-69db-4680-ae71-79a270478292 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify agent at l3_agent.dv-cinder-784453-8-iscsi the message routers_updated {{(pid=93154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:40:26.624605 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e4befefb-69db-4680-ae71-79a270478292 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for floatingip, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:26.628995 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d73e2f1-02ef-4b80-8168-d0a90acf81ad None None] Sync routers for ids ['270caa52-fa6f-4038-9de7-45ec54a1b576'] in dv-cinder-784453-8-iscsi {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:40:26.639857 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d73e2f1-02ef-4b80-8168-d0a90acf81ad None None] Routers {'270caa52-fa6f-4038-9de7-45ec54a1b576'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:40:26.640877 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-3d73e2f1-02ef-4b80-8168-d0a90acf81ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:40:06Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['270caa52-fa6f-4038-9de7-45ec54a1b576'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:40:26.669785 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-e4befefb-69db-4680-ae71-79a270478292 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "PUT /v2.0/floatingips/ddb999f2-4bdc-429d-9710-ab7ed0f59570 HTTP/1.1" status: 200 len: 991 time: 1.2470994 Jul 13 14:40:26.670693 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d380f08-425c-49c7-9c85-0c911cee5462', 'tag': 'ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:40:26.673506 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed6c2a10c4293d159fef1cb7ab1dbb74578d6de099c458b34c07bebf01db353a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12af1709-b703-4bed-b7bf-caf6d830ea17" -d '{"events": [{"name": "network-changed", "server_uuid": "8d380f08-425c-49c7-9c85-0c911cee5462", "tag": "ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:40:26.714141 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f24604-ed7f-46a8-b3b3-af76fb711690 x-openstack-request-id: req-05f24604-ed7f-46a8-b3b3-af76fb711690 {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:40:26.714646 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d380f08-425c-49c7-9c85-0c911cee5462", "tag": "ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:40:26.714901 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-05f24604-ed7f-46a8-b3b3-af76fb711690 {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:40:26.715293 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d380f08-425c-49c7-9c85-0c911cee5462', 'tag': 'ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a', 'status': 'completed', 'code': 200} Jul 13 14:40:26.810738 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-3d73e2f1-02ef-4b80-8168-d0a90acf81ad None None] Set router 270caa52-fa6f-4038-9de7-45ec54a1b576 gateway port host: dv-cinder-784453-8-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:40:26.894078 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af1709-b703-4bed-b7bf-caf6d830ea17 req-67e2e7ed-edae-46b7-9430-da9e3b0e1cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:26.896968 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-12af1709-b703-4bed-b7bf-caf6d830ea17 req-67e2e7ed-edae-46b7-9430-da9e3b0e1cd3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4db817ef0fe4408794a0ef962b27746d&device_id=8d380f08-425c-49c7-9c85-0c911cee5462 HTTP/1.1" status: 200 len: 1098 time: 0.0826402 Jul 13 14:40:26.958479 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7edcb-b42e-4cd3-89e9-de2030ed3c7c req-82a6d36d-efa4-4ce1-99ff-5779ae57fc3e tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:26.960062 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b2e7edcb-b42e-4cd3-89e9-de2030ed3c7c req-82a6d36d-efa4-4ce1-99ff-5779ae57fc3e tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab459f1f-1fb5-4475-be14-03d164a76b00 HTTP/1.1" status: 200 len: 946 time: 0.0766773 Jul 13 14:40:27.023083 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b2e7edcb-b42e-4cd3-89e9-de2030ed3c7c req-b731679b-c68f-43e0-aee9-6ab96b69ad93 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/security-groups?id=c014619f-fc1c-494c-8b2a-2b6218397897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550790 Jul 13 14:40:27.040412 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af1709-b703-4bed-b7bf-caf6d830ea17 req-32aa0ae6-29e5-44e7-b283-64cfe3ef31bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:27.041900 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-12af1709-b703-4bed-b7bf-caf6d830ea17 req-32aa0ae6-29e5-44e7-b283-64cfe3ef31bc service neutron] 10.222.0.39 "GET /v2.0/networks?id=3b901448-fc45-4cdb-afb8-8ba3d59219c4 HTTP/1.1" status: 200 len: 912 time: 0.1372662 Jul 13 14:40:27.120706 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-12af1709-b703-4bed-b7bf-caf6d830ea17 req-6584e98c-0229-4af0-9b83-45612e5aa08a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a HTTP/1.1" status: 200 len: 999 time: 0.0649908 Jul 13 14:40:27.181199 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af1709-b703-4bed-b7bf-caf6d830ea17 req-f0fd17eb-195c-400a-9514-d34ba95ce9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:27.182751 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-12af1709-b703-4bed-b7bf-caf6d830ea17 req-f0fd17eb-195c-400a-9514-d34ba95ce9cc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=58921e0e-d271-42d3-8bb5-36a41aaf8b06 HTTP/1.1" status: 200 len: 850 time: 0.0482790 Jul 13 14:40:27.245743 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-3d73e2f1-02ef-4b80-8168-d0a90acf81ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'name': 'tempest-AttachVolumeTestJSON-1902969673-router', 'tenant_id': '4db817ef0fe4408794a0ef962b27746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'c1e50540-76bc-4adb-8f0c-e55231943cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:35:01Z', 'updated_at': '2021-07-13T14:35:11Z', 'revision_number': 4, 'project_id': '4db817ef0fe4408794a0ef962b27746d', 'gw_port': {'id': 'c1e50540-76bc-4adb-8f0c-e55231943cba', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:02Z', 'updated_at': '2021-07-13T14:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_floatingips': [{'id': 'ddb999f2-4bdc-429d-9710-ab7ed0f59570', 'tenant_id': '4db817ef0fe4408794a0ef962b27746d', 'floating_ip_address': '172.27.3.127', 'floating_network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'router_id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'port_id': 'ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b901448-fc45-4cdb-afb8-8ba3d59219c4', 'mac_address': 'fa:16:3e:be:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d380f08-425c-49c7-9c85-0c911cee5462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:40:09Z', 'updated_at': '2021-07-13T14:40:26Z', 'revision_number': 1, 'project_id': '4db817ef0fe4408794a0ef962b27746d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e6619b-0bfb-4ae9-bb76-eacced31b105', 'name': '', 'network_id': '3b901448-fc45-4cdb-afb8-8ba3d59219c4', 'tenant_id': '4db817ef0fe4408794a0ef962b27746d', 'mac_address': 'fa:16:3e:8c:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '58921e0e-d271-42d3-8bb5-36a41aaf8b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:07Z', 'updated_at': '2021-07-13T14:35:29Z', 'revision_number': 5, 'project_id': '4db817ef0fe4408794a0ef962b27746d', 'subnets': [{'id': '58921e0e-d271-42d3-8bb5-36a41aaf8b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:40:27.265235 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af1709-b703-4bed-b7bf-caf6d830ea17 req-dfc05081-9157-49d3-b24d-73b5d836e820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:27.268254 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-12af1709-b703-4bed-b7bf-caf6d830ea17 req-dfc05081-9157-49d3-b24d-73b5d836e820 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3b901448-fc45-4cdb-afb8-8ba3d59219c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0780292 Jul 13 14:40:27.282606 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d73e2f1-02ef-4b80-8168-d0a90acf81ad None None] Checking router: 270caa52-fa6f-4038-9de7-45ec54a1b576 for host: dv-cinder-784453-8-iscsi {{(pid=93156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:40:27.293733 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d73e2f1-02ef-4b80-8168-d0a90acf81ad None None] Routers {'270caa52-fa6f-4038-9de7-45ec54a1b576'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:40:27.295573 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-3d73e2f1-02ef-4b80-8168-d0a90acf81ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:40:06Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['270caa52-fa6f-4038-9de7-45ec54a1b576'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:40:27.401151 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-12af1709-b703-4bed-b7bf-caf6d830ea17 req-8b5b3bf1-c6c8-421c-9379-1c10195ea33d service neutron] 10.222.0.39 "GET /v2.0/networks/3b901448-fc45-4cdb-afb8-8ba3d59219c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257343 Jul 13 14:40:27.449146 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-3d73e2f1-02ef-4b80-8168-d0a90acf81ad None None] Set router 270caa52-fa6f-4038-9de7-45ec54a1b576 gateway port host: dv-cinder-784453-8-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:40:27.741685 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-3d73e2f1-02ef-4b80-8168-d0a90acf81ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'name': 'tempest-AttachVolumeTestJSON-1902969673-router', 'tenant_id': '4db817ef0fe4408794a0ef962b27746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'c1e50540-76bc-4adb-8f0c-e55231943cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:35:01Z', 'updated_at': '2021-07-13T14:35:11Z', 'revision_number': 4, 'project_id': '4db817ef0fe4408794a0ef962b27746d', 'gw_port': {'id': 'c1e50540-76bc-4adb-8f0c-e55231943cba', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:02Z', 'updated_at': '2021-07-13T14:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_floatingips': [{'id': 'ddb999f2-4bdc-429d-9710-ab7ed0f59570', 'tenant_id': '4db817ef0fe4408794a0ef962b27746d', 'floating_ip_address': '172.27.3.127', 'floating_network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'router_id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'port_id': 'ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b901448-fc45-4cdb-afb8-8ba3d59219c4', 'mac_address': 'fa:16:3e:be:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d380f08-425c-49c7-9c85-0c911cee5462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:40:09Z', 'updated_at': '2021-07-13T14:40:26Z', 'revision_number': 1, 'project_id': '4db817ef0fe4408794a0ef962b27746d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e6619b-0bfb-4ae9-bb76-eacced31b105', 'name': '', 'network_id': '3b901448-fc45-4cdb-afb8-8ba3d59219c4', 'tenant_id': '4db817ef0fe4408794a0ef962b27746d', 'mac_address': 'fa:16:3e:8c:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '58921e0e-d271-42d3-8bb5-36a41aaf8b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:07Z', 'updated_at': '2021-07-13T14:35:29Z', 'revision_number': 5, 'project_id': '4db817ef0fe4408794a0ef962b27746d', 'subnets': [{'id': '58921e0e-d271-42d3-8bb5-36a41aaf8b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:40:27.775687 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d73e2f1-02ef-4b80-8168-d0a90acf81ad None None] The sync data for ids ['270caa52-fa6f-4038-9de7-45ec54a1b576'] in dv-cinder-784453-8-iscsi is: [{'id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'name': 'tempest-AttachVolumeTestJSON-1902969673-router', 'tenant_id': '4db817ef0fe4408794a0ef962b27746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'c1e50540-76bc-4adb-8f0c-e55231943cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:35:01Z', 'updated_at': '2021-07-13T14:35:11Z', 'revision_number': 4, 'project_id': '4db817ef0fe4408794a0ef962b27746d', 'gw_port': {'id': 'c1e50540-76bc-4adb-8f0c-e55231943cba', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:02Z', 'updated_at': '2021-07-13T14:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_floatingips': [{'id': 'ddb999f2-4bdc-429d-9710-ab7ed0f59570', 'tenant_id': '4db817ef0fe4408794a0ef962b27746d', 'floating_ip_address': '172.27.3.127', 'floating_network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'router_id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'port_id': 'ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b901448-fc45-4cdb-afb8-8ba3d59219c4', 'mac_address': 'fa:16:3e:be:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d380f08-425c-49c7-9c85-0c911cee5462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:40:09Z', 'updated_at': '2021-07-13T14:40:26Z', 'revision_number': 1, 'project_id': '4db817ef0fe4408794a0ef962b27746d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e6619b-0bfb-4ae9-bb76-eacced31b105', 'name': '', 'network_id': '3b901448-fc45-4cdb-afb8-8ba3d59219c4', 'tenant_id': '4db817ef0fe4408794a0ef962b27746d', 'mac_address': 'fa:16:3e:8c:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '58921e0e-d271-42d3-8bb5-36a41aaf8b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:07Z', 'updated_at': '2021-07-13T14:35:29Z', 'revision_number': 5, 'project_id': '4db817ef0fe4408794a0ef962b27746d', 'subnets': [{'id': '58921e0e-d271-42d3-8bb5-36a41aaf8b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:40:27.806892 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-12af1709-b703-4bed-b7bf-caf6d830ea17 req-f70dd7da-4a70-41c2-899f-3f5af561109a service neutron] 10.222.0.39 "GET /v2.0/networks/3b901448-fc45-4cdb-afb8-8ba3d59219c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977909 Jul 13 14:40:28.029688 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42890ad4-75d8-4430-a1a9-20903fd04ba3 None None] New status for floating IP ddb999f2-4bdc-429d-9710-ab7ed0f59570: ACTIVE {{(pid=93157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:40:33.287212 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-dcda3974-97ec-4341-b9b8-c3a8781d84f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:35.913256 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7dafab7c-6503-4be7-b863-9719e63baf17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:36.141536 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:37.175875 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:38.299758 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dce01a-de2b-475e-95c1-5b0d4ad5dce6 req-37db5c7e-2690-4e2a-b67a-dcc04307e7a2 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:38.302430 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-09dce01a-de2b-475e-95c1-5b0d4ad5dce6 req-37db5c7e-2690-4e2a-b67a-dcc04307e7a2 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 945 time: 0.0973511 Jul 13 14:40:38.373139 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-09dce01a-de2b-475e-95c1-5b0d4ad5dce6 req-0f522ccc-4005-4326-a39c-b24abb9f5712 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609210 Jul 13 14:40:38.612904 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:39.657812 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c23f64-8d68-4eeb-9446-59b1a8a3e3f3 req-f9696da3-dc6d-4997-abdf-01766a4abb33 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:39.661159 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-88c23f64-8d68-4eeb-9446-59b1a8a3e3f3 req-f9696da3-dc6d-4997-abdf-01766a4abb33 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 945 time: 0.1149395 Jul 13 14:40:39.716720 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-88c23f64-8d68-4eeb-9446-59b1a8a3e3f3 req-f4fd8f83-c7f6-43f7-a3b1-a40c83ab76ba tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495822 Jul 13 14:40:40.959306 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108963c7-84cd-4c73-9589-1b7a75857136 req-0ed33f42-49a4-48de-925e-cfc56933287d tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:40.964807 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-108963c7-84cd-4c73-9589-1b7a75857136 req-0ed33f42-49a4-48de-925e-cfc56933287d tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 945 time: 0.0841899 Jul 13 14:40:41.016577 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-108963c7-84cd-4c73-9589-1b7a75857136 req-217bdba6-9900-4620-bc5b-f5d83df520f4 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457098 Jul 13 14:40:42.235793 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736681f-a49e-4a01-837a-a9b94044fb3a req-9baf5c98-8c22-4e25-bd42-056a2848079b tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:42.237901 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4736681f-a49e-4a01-837a-a9b94044fb3a req-9baf5c98-8c22-4e25-bd42-056a2848079b tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 945 time: 0.0841248 Jul 13 14:40:42.279276 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4736681f-a49e-4a01-837a-a9b94044fb3a req-59803d04-7f37-4f2d-b167-e1576c5916f3 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351861 Jul 13 14:40:43.475611 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932fe29-a27a-4582-8e81-a26144334c74 req-728e824f-16d9-47da-816a-edf0d85229a2 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:43.477269 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b932fe29-a27a-4582-8e81-a26144334c74 req-728e824f-16d9-47da-816a-edf0d85229a2 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 945 time: 0.0714867 Jul 13 14:40:43.542841 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b932fe29-a27a-4582-8e81-a26144334c74 req-4c5d6f9e-57a7-448b-afa7-c2ca117a5c2b tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573070 Jul 13 14:40:44.741536 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434f8f7-ae45-4d79-9ed8-3ba191e7fee8 req-a9068525-45d7-4917-bf84-53ed552c74aa tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:44.743331 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4434f8f7-ae45-4d79-9ed8-3ba191e7fee8 req-a9068525-45d7-4917-bf84-53ed552c74aa tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 945 time: 0.0795438 Jul 13 14:40:44.788257 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4434f8f7-ae45-4d79-9ed8-3ba191e7fee8 req-5ad26276-83e7-47a3-a5d2-ac695f073297 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384619 Jul 13 14:40:46.003055 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5159dc-d67e-439a-8e93-1a5fa9e2d304 req-8b68caea-a7c3-42b3-88e5-91862cee76cb tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:46.004776 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ce5159dc-d67e-439a-8e93-1a5fa9e2d304 req-8b68caea-a7c3-42b3-88e5-91862cee76cb tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 945 time: 0.0798998 Jul 13 14:40:46.053532 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ce5159dc-d67e-439a-8e93-1a5fa9e2d304 req-5dfb7f20-af0f-4f09-8ff2-08899bba875e tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407946 Jul 13 14:40:46.798591 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:47.258914 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c7749-587e-4667-9794-5fe1a81ef838 req-0a16c689-d6ed-4870-bae0-71474acaf738 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:47.260484 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a20c7749-587e-4667-9794-5fe1a81ef838 req-0a16c689-d6ed-4870-bae0-71474acaf738 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 945 time: 0.0796804 Jul 13 14:40:47.307013 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a20c7749-587e-4667-9794-5fe1a81ef838 req-ae3655cf-c981-4fdd-a6cc-4c349927b287 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406580 Jul 13 14:40:48.520468 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b71604-6c9d-40c3-a609-e95ce5c56c54 req-77b4594d-9739-4295-b661-f091c5162be8 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:48.521952 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-19b71604-6c9d-40c3-a609-e95ce5c56c54 req-77b4594d-9739-4295-b661-f091c5162be8 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 945 time: 0.0733664 Jul 13 14:40:48.567628 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-19b71604-6c9d-40c3-a609-e95ce5c56c54 req-eade996a-7d06-4680-95fd-2c44ab153b28 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395160 Jul 13 14:40:49.864464 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39558289-a490-4f31-aaf6-180f5aacc93b req-9eb47880-4ba5-457a-9ada-95165a59fd96 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:49.867148 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-39558289-a490-4f31-aaf6-180f5aacc93b req-9eb47880-4ba5-457a-9ada-95165a59fd96 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 945 time: 0.1312771 Jul 13 14:40:49.916176 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-39558289-a490-4f31-aaf6-180f5aacc93b req-2d8a09e6-1d16-4554-9944-b87d7725637c tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384762 Jul 13 14:40:51.167979 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a5e5d-e934-46aa-b1ac-6a362c4f5266 req-322f0d62-2293-4fbe-8f37-9f884d3f5125 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:51.169610 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e54a5e5d-e934-46aa-b1ac-6a362c4f5266 req-322f0d62-2293-4fbe-8f37-9f884d3f5125 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 945 time: 0.0790725 Jul 13 14:40:51.239546 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e54a5e5d-e934-46aa-b1ac-6a362c4f5266 req-53482995-0fd8-440d-8c4d-61a1b91d037c tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573967 Jul 13 14:40:52.448810 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746beb6-30ac-438a-98c2-17740ec20ed5 req-ff569416-ac60-4550-af7a-205a493a8ba4 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:52.450349 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a746beb6-30ac-438a-98c2-17740ec20ed5 req-ff569416-ac60-4550-af7a-205a493a8ba4 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 945 time: 0.0758410 Jul 13 14:40:52.497574 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a746beb6-30ac-438a-98c2-17740ec20ed5 req-3224a2b7-8dd8-4892-82b5-1503dc7eb7e1 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406995 Jul 13 14:40:53.424889 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870c8e1-7bfc-45f0-b566-d2777fe7cf15 req-cedb270b-6142-41c2-838f-780d1d8ef268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:53.426474 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-9870c8e1-7bfc-45f0-b566-d2777fe7cf15 req-cedb270b-6142-41c2-838f-780d1d8ef268 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5892afb7184848a28e5c2b3bb47266c2&device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 1098 time: 0.0588243 Jul 13 14:40:53.573497 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870c8e1-7bfc-45f0-b566-d2777fe7cf15 req-3f75521a-60e9-4d41-8ac7-7f1118fe3f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:53.575390 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-9870c8e1-7bfc-45f0-b566-d2777fe7cf15 req-3f75521a-60e9-4d41-8ac7-7f1118fe3f23 service neutron] 10.222.0.39 "GET /v2.0/networks?id=86ac9154-8784-4774-baf0-e8c39b4cddeb HTTP/1.1" status: 200 len: 909 time: 0.1414950 Jul 13 14:40:53.698069 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-9870c8e1-7bfc-45f0-b566-d2777fe7cf15 req-3394c240-f083-41ce-9655-099e32a82f69 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0484b73-0dec-4568-88da-662a28278535 HTTP/1.1" status: 200 len: 1001 time: 0.1108689 Jul 13 14:40:53.755500 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bdd6d5-7d65-4730-a080-e695be4e0d0e req-f9e0157b-03ed-4ae0-8ab1-6cb9244d9b8e tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:53.757875 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-39bdd6d5-7d65-4730-a080-e695be4e0d0e req-f9e0157b-03ed-4ae0-8ab1-6cb9244d9b8e tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 945 time: 0.1006730 Jul 13 14:40:53.767330 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870c8e1-7bfc-45f0-b566-d2777fe7cf15 req-ac03ee52-b3bd-4d0c-a169-61c71fbe7e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:53.769728 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-9870c8e1-7bfc-45f0-b566-d2777fe7cf15 req-ac03ee52-b3bd-4d0c-a169-61c71fbe7e54 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ead56a37-b614-443b-a85d-2b5d0e7941f8 HTTP/1.1" status: 200 len: 847 time: 0.0640233 Jul 13 14:40:53.824075 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-39bdd6d5-7d65-4730-a080-e695be4e0d0e req-919a9be0-15db-4a1e-97a2-82ce513418d7 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590203 Jul 13 14:40:53.859755 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870c8e1-7bfc-45f0-b566-d2777fe7cf15 req-3e25f412-0d5c-47fa-ae02-44da9def4da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:53.859755 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-9870c8e1-7bfc-45f0-b566-d2777fe7cf15 req-3e25f412-0d5c-47fa-ae02-44da9def4da2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86ac9154-8784-4774-baf0-e8c39b4cddeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0764639 Jul 13 14:40:53.969753 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-9870c8e1-7bfc-45f0-b566-d2777fe7cf15 req-e5ecf016-ebb8-4264-8ee5-f8c54e161ec2 service neutron] 10.222.0.39 "GET /v2.0/networks/86ac9154-8784-4774-baf0-e8c39b4cddeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014767 Jul 13 14:40:54.115901 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-9870c8e1-7bfc-45f0-b566-d2777fe7cf15 req-6caded2e-06e9-46c0-a721-6393b0da13e1 service neutron] 10.222.0.39 "GET /v2.0/networks/86ac9154-8784-4774-baf0-e8c39b4cddeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387579 Jul 13 14:40:54.568699 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd8b52-e593-4ac2-a6bc-8a5765f0b868 req-3cebf5dc-5774-48c0-96e4-aa3d3b4ffb86 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:54.570424 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2cdd8b52-e593-4ac2-a6bc-8a5765f0b868 req-3cebf5dc-5774-48c0-96e4-aa3d3b4ffb86 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 946 time: 0.1085222 Jul 13 14:40:54.618663 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2cdd8b52-e593-4ac2-a6bc-8a5765f0b868 req-fd49bea1-0b43-42ad-a79b-da965d59f3cb tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382035 Jul 13 14:40:55.022107 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d97aa9-a0ea-4ffc-a43c-2f9b004696e1 req-25194d76-6101-4e8b-8f7e-cc575b6e7d32 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:55.023733 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f6d97aa9-a0ea-4ffc-a43c-2f9b004696e1 req-25194d76-6101-4e8b-8f7e-cc575b6e7d32 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 945 time: 0.0744050 Jul 13 14:40:55.068243 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f6d97aa9-a0ea-4ffc-a43c-2f9b004696e1 req-ed18237c-8dc1-4051-9e0d-2fd7723f677f tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379930 Jul 13 14:40:55.844657 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca10756-3eb5-44b2-9d8b-e2d6d0c1221a req-9b757e25-1f35-46ee-80fd-7b1bc91536fc tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:55.846882 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6ca10756-3eb5-44b2-9d8b-e2d6d0c1221a req-9b757e25-1f35-46ee-80fd-7b1bc91536fc tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 946 time: 0.0906975 Jul 13 14:40:55.888741 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6ca10756-3eb5-44b2-9d8b-e2d6d0c1221a req-0d01abae-7677-439b-a0d6-b6acc69726cd tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355451 Jul 13 14:40:56.283033 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf83ac-1e20-420e-b790-fca22280107e req-59daa57b-15a3-402d-9793-0cc623cfe85f tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:56.286992 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ebcf83ac-1e20-420e-b790-fca22280107e req-59daa57b-15a3-402d-9793-0cc623cfe85f tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 945 time: 0.0932586 Jul 13 14:40:56.348084 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ebcf83ac-1e20-420e-b790-fca22280107e req-22975d63-a96a-4030-b53b-66c7c4b74562 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566969 Jul 13 14:40:57.105177 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e61de-f63b-4927-b227-708b92615c58 req-81094b7a-915d-4730-b87a-1acd9c4b2f02 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:57.106914 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e12e61de-f63b-4927-b227-708b92615c58 req-81094b7a-915d-4730-b87a-1acd9c4b2f02 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 946 time: 0.0778649 Jul 13 14:40:57.157365 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e12e61de-f63b-4927-b227-708b92615c58 req-35abf9f0-8774-4e88-b31e-6e94a3232bce tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421615 Jul 13 14:40:57.603655 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680604e1-d293-44d2-a1ff-6cd036743fc3 req-c88142f0-85cd-4146-9383-c852098ccbbe tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:57.605580 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-680604e1-d293-44d2-a1ff-6cd036743fc3 req-c88142f0-85cd-4146-9383-c852098ccbbe tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 945 time: 0.0782111 Jul 13 14:40:57.650758 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-680604e1-d293-44d2-a1ff-6cd036743fc3 req-f99b6d2f-1246-4a66-b7f1-ef635d13b71a tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391438 Jul 13 14:40:57.996268 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 57888) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:40:58.072602 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37cd20d-b480-4c9f-b8e6-99110bcdf37f req-2b1d3252-b772-4bd9-8b76-2d0aded9581d tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:58.074220 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e37cd20d-b480-4c9f-b8e6-99110bcdf37f req-2b1d3252-b772-4bd9-8b76-2d0aded9581d tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 945 time: 0.0815537 Jul 13 14:40:58.146384 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e37cd20d-b480-4c9f-b8e6-99110bcdf37f req-faf04b68-3e3a-4392-86b0-67abcad290aa tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632455 Jul 13 14:40:58.163788 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e3b35b54-1502-4ede-825d-b2fe7ecbb488 req-07b4d238-2098-444f-bf0c-a305b86133f6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1665208 Jul 13 14:40:58.376146 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1ab94-e91a-4764-8b85-0065a75068d2 req-52045347-2cf4-49a6-a90d-774cca88481d tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:58.377810 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c2d1ab94-e91a-4764-8b85-0065a75068d2 req-52045347-2cf4-49a6-a90d-774cca88481d tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 946 time: 0.0818901 Jul 13 14:40:58.429541 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c2d1ab94-e91a-4764-8b85-0065a75068d2 req-543dfb79-50d8-418a-835e-8ba3d0e2be13 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451283 Jul 13 14:40:59.341005 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376223fa-409d-4dba-abfe-d2a9f0b245ef req-fb80f741-8cc4-4abe-a129-249cb02dac71 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:59.342520 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-376223fa-409d-4dba-abfe-d2a9f0b245ef req-fb80f741-8cc4-4abe-a129-249cb02dac71 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 945 time: 0.0667028 Jul 13 14:40:59.383645 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-376223fa-409d-4dba-abfe-d2a9f0b245ef req-8d49db04-183b-4a9b-a716-75eece19a5bc tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344007 Jul 13 14:40:59.628807 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38acf6-0a27-4da1-8f48-080450124fb3 req-ea437650-7088-4503-8cb4-50d13c1846b5 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:40:59.630326 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-fd38acf6-0a27-4da1-8f48-080450124fb3 req-ea437650-7088-4503-8cb4-50d13c1846b5 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 946 time: 0.0725715 Jul 13 14:40:59.672888 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-fd38acf6-0a27-4da1-8f48-080450124fb3 req-328e7694-4eef-42ac-9935-83333a6a2d37 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366375 Jul 13 14:40:59.829551 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device d0484b73-0dec-4568-88da-662a28278535 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:40:59.914684 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:40:59.940663 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f72606-c00f-4988-a38c-9dd58da2cb81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0484b73-0dec-4568-88da-662a28278535'}] {{(pid=93156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:40:59.943010 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd5989a68af48bbe0a00b0c674d1da0e65c633cef20e3ffd105cdad221ff8d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde84079-89d8-4ee0-bd50-5272156d9a1e" -d '{"events": [{"server_uuid": "54f72606-c00f-4988-a38c-9dd58da2cb81", "name": "network-vif-unplugged", "status": "completed", "tag": "d0484b73-0dec-4568-88da-662a28278535"}]}' {{(pid=93156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:40:59.959698 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port d0484b73-0dec-4568-88da-662a28278535, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=d0484b73-0dec-4568-88da-662a28278535,segment=NetworkSegment(7c49f002-40a4-4af3-99ab-d6aac50df09a),segment_id=7c49f002-40a4-4af3-99ab-d6aac50df09a)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:40:59.965875 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:00.057920 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 13 Jul 2021 14:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e286920a-2351-4627-9318-a1212486020f x-openstack-request-id: req-e286920a-2351-4627-9318-a1212486020f {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:41:00.058420 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f72606-c00f-4988-a38c-9dd58da2cb81", "name": "network-vif-unplugged", "status": "failed", "tag": "d0484b73-0dec-4568-88da-662a28278535", "code": 422}]} {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:41:00.058824 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e286920a-2351-4627-9318-a1212486020f {{(pid=93156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:41:00.059480 dv-cinder-784453-8-iscsi neutron-server[93156]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '54f72606-c00f-4988-a38c-9dd58da2cb81', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd0484b73-0dec-4568-88da-662a28278535', 'code': 422} returned with failed status Jul 13 14:41:00.065249 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=d0484b73-0dec-4568-88da-662a28278535,revision_number=6']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:00.078145 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:00.078742 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:00.079322 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:00.079879 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:00.080472 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:00.081046 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:00.081614 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:00.082170 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:00.082790 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:00.083351 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:00.083919 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:00.084566 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:00.572892 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b0b4e-85c0-42a7-96ba-f004be3a6b4c req-e2b9a2cf-f386-4a82-b385-c7788409018c tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:00.574577 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-582b0b4e-85c0-42a7-96ba-f004be3a6b4c req-e2b9a2cf-f386-4a82-b385-c7788409018c tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 943 time: 0.0697527 Jul 13 14:41:00.617401 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-582b0b4e-85c0-42a7-96ba-f004be3a6b4c req-c9fe8fe1-b28f-4da2-8476-81b92aaff973 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362031 Jul 13 14:41:00.868225 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254672c1-a925-43e6-9eb6-7a83a7172512 req-f32f78b5-2404-477d-b40d-67385c8e6fac tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:00.870009 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-254672c1-a925-43e6-9eb6-7a83a7172512 req-f32f78b5-2404-477d-b40d-67385c8e6fac tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 946 time: 0.0752032 Jul 13 14:41:00.918164 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-254672c1-a925-43e6-9eb6-7a83a7172512 req-130cb7a9-ad82-45ec-a84e-2ad42b223971 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384247 Jul 13 14:41:01.819527 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adbe379-043d-4c90-9079-470c1e51abbf req-1a38c21e-110c-4f22-85a0-60cafab5bb62 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:01.821172 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0adbe379-043d-4c90-9079-470c1e51abbf req-1a38c21e-110c-4f22-85a0-60cafab5bb62 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 943 time: 0.0830529 Jul 13 14:41:01.888921 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0adbe379-043d-4c90-9079-470c1e51abbf req-cb97f0d8-952a-4745-8303-f129f6513f6e tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593479 Jul 13 14:41:02.132150 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d6f4f-a147-48ce-a41b-4b17e31481d1 req-3d171533-b612-458e-8a73-00937829b85b tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:02.133634 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f85d6f4f-a147-48ce-a41b-4b17e31481d1 req-3d171533-b612-458e-8a73-00937829b85b tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 946 time: 0.0791571 Jul 13 14:41:02.180825 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f85d6f4f-a147-48ce-a41b-4b17e31481d1 req-5f7d591f-7a2f-462e-bf21-092d46a80b4b tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411177 Jul 13 14:41:02.406794 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.agents_db [None req-a710d77f-e7af-45aa-808b-9771d160625e None None] Agent healthcheck: found 6 active agents {{(pid=93157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:41:03.101467 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42999790-5186-4924-b8d9-7c6a14075b38 req-dac3d5f4-223f-406e-b255-1982fe5629f3 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:03.103076 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-42999790-5186-4924-b8d9-7c6a14075b38 req-dac3d5f4-223f-406e-b255-1982fe5629f3 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 943 time: 0.0787938 Jul 13 14:41:03.151053 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-42999790-5186-4924-b8d9-7c6a14075b38 req-b2bec46b-a1a0-450b-84a1-22b7124d1d62 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418766 Jul 13 14:41:03.291399 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-d383b7b1-2a18-47bf-a1d5-bdf691feba38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:03.377862 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7434a7d-145f-4787-a92f-800aebf14fc2 req-f52d768b-2746-4273-b57c-e4de7ce59135 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:03.379456 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d7434a7d-145f-4787-a92f-800aebf14fc2 req-f52d768b-2746-4273-b57c-e4de7ce59135 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 946 time: 0.0776908 Jul 13 14:41:03.419411 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d7434a7d-145f-4787-a92f-800aebf14fc2 req-faa9a439-c060-4931-9346-f38275743d9c tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340946 Jul 13 14:41:04.347125 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34175c6-b7b1-49b1-b10a-a83db98d1dd2 req-c7de8791-f390-4a17-8557-330b2422312d tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:04.348784 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e34175c6-b7b1-49b1-b10a-a83db98d1dd2 req-c7de8791-f390-4a17-8557-330b2422312d tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 943 time: 0.0746346 Jul 13 14:41:04.394172 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e34175c6-b7b1-49b1-b10a-a83db98d1dd2 req-22bc6fc2-f3ba-4cb4-911f-0a8c1a5813fb tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348957 Jul 13 14:41:04.607615 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05565a7d-459a-4459-aef6-3784a11d1ec8 req-1e204388-ad25-4548-90ee-49397f97a5c2 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:04.609187 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-05565a7d-459a-4459-aef6-3784a11d1ec8 req-1e204388-ad25-4548-90ee-49397f97a5c2 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 946 time: 0.0675812 Jul 13 14:41:04.648642 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-05565a7d-459a-4459-aef6-3784a11d1ec8 req-d7bff87f-6b20-4bd3-b889-e4da0ebc50ab tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329311 Jul 13 14:41:05.504273 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b35b54-1502-4ede-825d-b2fe7ecbb488 req-6c7aa608-7da5-4624-a6d3-d30f8d10bda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:05.504273 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-e3b35b54-1502-4ede-825d-b2fe7ecbb488 req-6c7aa608-7da5-4624-a6d3-d30f8d10bda6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81&tenant_id=5892afb7184848a28e5c2b3bb47266c2 HTTP/1.1" status: 200 len: 1096 time: 0.0596130 Jul 13 14:41:05.575725 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0f619-6150-40bc-9d1a-3c2f17ac99af req-f59060dd-d2ab-4a6c-acf7-d9af7ba25d03 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:05.577358 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2ed0f619-6150-40bc-9d1a-3c2f17ac99af req-f59060dd-d2ab-4a6c-acf7-d9af7ba25d03 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 943 time: 0.0679300 Jul 13 14:41:05.608254 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b35b54-1502-4ede-825d-b2fe7ecbb488 req-e030d199-a854-438f-9900-af6b287e9df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:05.610770 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-e3b35b54-1502-4ede-825d-b2fe7ecbb488 req-e030d199-a854-438f-9900-af6b287e9df4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5892afb7184848a28e5c2b3bb47266c2&device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 1096 time: 0.0670111 Jul 13 14:41:05.627348 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2ed0f619-6150-40bc-9d1a-3c2f17ac99af req-9f43884f-cf21-4dff-b9bf-f713a6d6555a tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440779 Jul 13 14:41:05.729182 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b35b54-1502-4ede-825d-b2fe7ecbb488 req-caf83f13-7883-40d1-bd82-7849570c90c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:05.731530 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-e3b35b54-1502-4ede-825d-b2fe7ecbb488 req-caf83f13-7883-40d1-bd82-7849570c90c1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=86ac9154-8784-4774-baf0-e8c39b4cddeb HTTP/1.1" status: 200 len: 909 time: 0.1061504 Jul 13 14:41:05.835142 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-e3b35b54-1502-4ede-825d-b2fe7ecbb488 req-69470dd8-ee97-4513-a4c8-0bd8b1cd3a7d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0484b73-0dec-4568-88da-662a28278535 HTTP/1.1" status: 200 len: 999 time: 0.0954173 Jul 13 14:41:05.855117 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96abc2e3-e5de-4743-87b1-9c244eb286fc req-1b804291-9347-48a3-bdfe-7760d6a5333c tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:05.856631 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-96abc2e3-e5de-4743-87b1-9c244eb286fc req-1b804291-9347-48a3-bdfe-7760d6a5333c tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 946 time: 0.0875978 Jul 13 14:41:05.902407 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-96abc2e3-e5de-4743-87b1-9c244eb286fc req-574b24c6-90db-4577-9c5d-b359c329c075 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393474 Jul 13 14:41:05.907329 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b35b54-1502-4ede-825d-b2fe7ecbb488 req-ac58391d-6ebb-4f45-a616-3e33e71604c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:05.909873 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-e3b35b54-1502-4ede-825d-b2fe7ecbb488 req-ac58391d-6ebb-4f45-a616-3e33e71604c3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ead56a37-b614-443b-a85d-2b5d0e7941f8 HTTP/1.1" status: 200 len: 847 time: 0.0655537 Jul 13 14:41:05.918812 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e248a62d-ba06-4b9a-bc11-398132d2eabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:05.981345 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b35b54-1502-4ede-825d-b2fe7ecbb488 req-b6de2b22-a50b-46df-9c7c-0787059c5c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:05.982877 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-e3b35b54-1502-4ede-825d-b2fe7ecbb488 req-b6de2b22-a50b-46df-9c7c-0787059c5c68 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86ac9154-8784-4774-baf0-e8c39b4cddeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0641439 Jul 13 14:41:06.091616 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-e3b35b54-1502-4ede-825d-b2fe7ecbb488 req-d4f6db4e-89e5-429b-9bbd-83c15ca56cef service neutron] 10.222.0.39 "GET /v2.0/networks/86ac9154-8784-4774-baf0-e8c39b4cddeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001549 Jul 13 14:41:06.152376 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:06.197809 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-e3b35b54-1502-4ede-825d-b2fe7ecbb488 req-c41ab382-e58d-482a-95bc-62cb7be6494c service neutron] 10.222.0.39 "GET /v2.0/networks/86ac9154-8784-4774-baf0-e8c39b4cddeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964897 Jul 13 14:41:06.844112 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564238bd-ffc9-4d14-ab8f-37a4988f0448 req-f4c70670-dfdb-4927-af1d-ae19231b8411 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:06.845704 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-564238bd-ffc9-4d14-ab8f-37a4988f0448 req-f4c70670-dfdb-4927-af1d-ae19231b8411 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 943 time: 0.0776463 Jul 13 14:41:06.890840 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-564238bd-ffc9-4d14-ab8f-37a4988f0448 req-696b431d-d059-406d-be4d-e93b00389b92 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393817 Jul 13 14:41:07.140498 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b31b51-2241-4413-a666-cbf4c292df5b req-2010feaf-94a5-48ec-873c-6114a47b7b88 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:07.142076 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-84b31b51-2241-4413-a666-cbf4c292df5b req-2010feaf-94a5-48ec-873c-6114a47b7b88 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 946 time: 0.1106045 Jul 13 14:41:07.179188 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:07.186893 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-84b31b51-2241-4413-a666-cbf4c292df5b req-9517c988-fcb0-44ec-8ebc-7576d056ebce tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386722 Jul 13 14:41:08.069213 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3c971-3e56-4414-a399-36f61323e67a req-07f2d192-3574-40cc-ae68-4174049fa67f tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:08.070660 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-97d3c971-3e56-4414-a399-36f61323e67a req-07f2d192-3574-40cc-ae68-4174049fa67f tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 943 time: 0.0669968 Jul 13 14:41:08.110043 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-97d3c971-3e56-4414-a399-36f61323e67a req-c11fbc10-ea6d-4a78-af15-ce1429561bdf tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337787 Jul 13 14:41:08.371376 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11216644-027e-47d6-8966-92888a347470 req-db1bc198-10db-469d-8843-53db8e1b5274 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:08.372854 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-11216644-027e-47d6-8966-92888a347470 req-db1bc198-10db-469d-8843-53db8e1b5274 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 946 time: 0.0644879 Jul 13 14:41:08.413214 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-11216644-027e-47d6-8966-92888a347470 req-3f7f6955-6a1f-4332-904b-9d0b58335eb0 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336087 Jul 13 14:41:08.599858 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:09.287377 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1cebb-470f-4def-87f2-15d7b09982cc req-ff7eea58-299d-45ed-8c1a-d6b0c2d112ef tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:09.288892 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-abc1cebb-470f-4def-87f2-15d7b09982cc req-ff7eea58-299d-45ed-8c1a-d6b0c2d112ef tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 943 time: 0.0652215 Jul 13 14:41:09.326126 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-abc1cebb-470f-4def-87f2-15d7b09982cc req-a20ace52-3751-433d-92bd-39d5cbf88169 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316718 Jul 13 14:41:09.596216 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103ae34-7be9-42d4-9508-422a0ff5855f req-0fa4d703-0a85-47ad-891e-3807fedb5251 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:09.597702 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7103ae34-7be9-42d4-9508-422a0ff5855f req-0fa4d703-0a85-47ad-891e-3807fedb5251 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 946 time: 0.0665739 Jul 13 14:41:09.636866 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7103ae34-7be9-42d4-9508-422a0ff5855f req-02e1545e-82cc-4c54-bebc-41aac8c53534 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335000 Jul 13 14:41:10.527349 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e23dec-c2fb-4db5-bf58-8888a5542fc4 req-3a0d4e97-767d-4a65-909a-841d71f5ce54 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:10.528839 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c8e23dec-c2fb-4db5-bf58-8888a5542fc4 req-3a0d4e97-767d-4a65-909a-841d71f5ce54 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 943 time: 0.0796874 Jul 13 14:41:10.568373 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c8e23dec-c2fb-4db5-bf58-8888a5542fc4 req-620206cd-ffc8-4748-ae97-1bffa26129e0 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328302 Jul 13 14:41:10.868443 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdbb1ed-0274-421a-a4ea-df95da52fc22 req-d3e78e1d-b1dc-4c19-89e0-fc00b675f589 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:10.870671 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8cdbb1ed-0274-421a-a4ea-df95da52fc22 req-d3e78e1d-b1dc-4c19-89e0-fc00b675f589 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 946 time: 0.1067390 Jul 13 14:41:10.911554 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8cdbb1ed-0274-421a-a4ea-df95da52fc22 req-fa55fdd7-acd0-421f-b59c-4885d6a71e71 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353866 Jul 13 14:41:11.802398 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e98c7-88d4-47d3-a807-d771b8ac7625 req-8f328ee4-1518-4608-afe8-5f018d73718a tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:11.804615 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-978e98c7-88d4-47d3-a807-d771b8ac7625 req-8f328ee4-1518-4608-afe8-5f018d73718a tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 943 time: 0.0772226 Jul 13 14:41:11.856599 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-978e98c7-88d4-47d3-a807-d771b8ac7625 req-81cb7b87-d6cd-4083-a94a-bdc6ad5361e3 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450099 Jul 13 14:41:12.119314 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121c79e-3722-4107-b97f-298cb5b80de4 req-6f9ba825-4a83-465e-bc09-e1384c84253e tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:12.120813 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6121c79e-3722-4107-b97f-298cb5b80de4 req-6f9ba825-4a83-465e-bc09-e1384c84253e tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 946 time: 0.0763350 Jul 13 14:41:12.169622 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6121c79e-3722-4107-b97f-298cb5b80de4 req-d709c866-1ad4-48b7-b5ce-045438132f33 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430291 Jul 13 14:41:13.022556 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:41:13.046638 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae8eba-5bc2-43e3-8275-3c4af010cb10 req-d188f7ab-8f1e-4b05-81d1-4f2745f2c932 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:13.048209 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-06ae8eba-5bc2-43e3-8275-3c4af010cb10 req-d188f7ab-8f1e-4b05-81d1-4f2745f2c932 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 943 time: 0.0699270 Jul 13 14:41:13.097524 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-06ae8eba-5bc2-43e3-8275-3c4af010cb10 req-0ebfa62d-19a1-4848-8dab-1ea809108e3a tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425267 Jul 13 14:41:13.137500 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71,segment=NetworkSegment(4ad0260d-356e-47c3-9fe1-42a46c9ee2c2),segment_id=4ad0260d-356e-47c3-9fe1-42a46c9ee2c2)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:41:13.157440 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Returning: {'device': 'bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71', 'network_id': 'b04875e6-1fc2-4c4b-96d5-3d915be01c53', 'port_id': 'bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71', 'mac_address': 'fa:16:3e:54:9b:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2093f447-27c9-42a2-bbad-8523311dd7a9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:41:13.214739 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:13.235870 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71 {{(pid=93156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:41:13.261763 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71,segment=NetworkSegment(4ad0260d-356e-47c3-9fe1-42a46c9ee2c2),segment_id=4ad0260d-356e-47c3-9fe1-42a46c9ee2c2)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:41:13.266353 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:13.338509 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71,revision_number=6']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:13.426445 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ed4b66-1d5f-434a-bdb6-28e4ca442afa req-57c9b082-d193-4200-b4f3-3315d1adbcec tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:13.428277 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d1ed4b66-1d5f-434a-bdb6-28e4ca442afa req-57c9b082-d193-4200-b4f3-3315d1adbcec tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 945 time: 0.0968239 Jul 13 14:41:13.448596 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] get_ports_and_sgs() called for port_ids ['bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71'] {{(pid=93156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:41:13.487853 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d1ed4b66-1d5f-434a-bdb6-28e4ca442afa req-91254a0d-3d3a-42d8-b145-47c86b78c562 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502803 Jul 13 14:41:14.262737 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 58122) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:14.402592 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b99eaa2-704f-48d4-a5db-8f8a792a9259 req-cbdff42b-6674-43e7-bf20-96226f865aaf tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:14.411106 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0b99eaa2-704f-48d4-a5db-8f8a792a9259 req-cbdff42b-6674-43e7-bf20-96226f865aaf tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 943 time: 0.0945535 Jul 13 14:41:14.445503 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-07df8b09-4fd6-4b69-ac29-2605a2eeb39f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:14.483271 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0b99eaa2-704f-48d4-a5db-8f8a792a9259 req-acfdff2a-89e4-45ab-963d-2492df89454e tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701449 Jul 13 14:41:14.604110 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-07df8b09-4fd6-4b69-ac29-2605a2eeb39f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:14.612387 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-07df8b09-4fd6-4b69-ac29-2605a2eeb39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:14.647525 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-07df8b09-4fd6-4b69-ac29-2605a2eeb39f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8641258194c74eaaa0284626bb6443d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3780446 Jul 13 14:41:14.647797 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 58128) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:14.697554 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df8b09-4fd6-4b69-ac29-2605a2eeb39f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507e359d-9b9b-4f64-a19b-dc62571e9d6e,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:14.707141 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07df8b09-4fd6-4b69-ac29-2605a2eeb39f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:14.707485 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07df8b09-4fd6-4b69-ac29-2605a2eeb39f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:14.707832 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07df8b09-4fd6-4b69-ac29-2605a2eeb39f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:14.708152 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07df8b09-4fd6-4b69-ac29-2605a2eeb39f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:14.708481 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07df8b09-4fd6-4b69-ac29-2605a2eeb39f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:14.708815 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07df8b09-4fd6-4b69-ac29-2605a2eeb39f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:14.709192 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07df8b09-4fd6-4b69-ac29-2605a2eeb39f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:14.709550 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07df8b09-4fd6-4b69-ac29-2605a2eeb39f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:14.709846 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07df8b09-4fd6-4b69-ac29-2605a2eeb39f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:14.710192 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07df8b09-4fd6-4b69-ac29-2605a2eeb39f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:14.710549 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07df8b09-4fd6-4b69-ac29-2605a2eeb39f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:14.710860 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07df8b09-4fd6-4b69-ac29-2605a2eeb39f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:14.747850 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-dbc38433-21af-499a-8e47-93f2c55a9c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:14.773920 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-dbc38433-21af-499a-8e47-93f2c55a9c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:14.817788 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d77129-6ee0-499b-a914-520e92783df1 req-547a7600-2fda-43b9-b8bd-82733f29606f tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:14.825912 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-89d77129-6ee0-499b-a914-520e92783df1 req-547a7600-2fda-43b9-b8bd-82733f29606f tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 945 time: 0.1107597 Jul 13 14:41:14.854962 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-dbc38433-21af-499a-8e47-93f2c55a9c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:14.860479 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-dbc38433-21af-499a-8e47-93f2c55a9c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:14.866035 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-dbc38433-21af-499a-8e47-93f2c55a9c20 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/507e359d-9b9b-4f64-a19b-dc62571e9d6e HTTP/1.1" status: 204 len: 168 time: 0.2171621 Jul 13 14:41:14.875409 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc38433-21af-499a-8e47-93f2c55a9c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507e359d-9b9b-4f64-a19b-dc62571e9d6e,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:14.896494 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-89d77129-6ee0-499b-a914-520e92783df1 req-e243dd75-f82b-453d-9337-8414886073a6 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689838 Jul 13 14:41:15.023327 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71 up at agent hyperv_hv-cinder-78445 {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:41:15.132920 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Provisioning complete for port bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:41:15.133301 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:15.310683 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:15.348386 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c88c9e78-7ac1-41d2-a396-8216e9d8a969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71'}] {{(pid=93156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:41:15.351414 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd5989a68af48bbe0a00b0c674d1da0e65c633cef20e3ffd105cdad221ff8d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d52e9e-49cb-41c6-9674-a6cae291cedf" -d '{"events": [{"server_uuid": "c88c9e78-7ac1-41d2-a396-8216e9d8a969", "name": "network-vif-plugged", "status": "completed", "tag": "bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71"}]}' {{(pid=93156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:41:15.383298 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71,segment=NetworkSegment(4ad0260d-356e-47c3-9fe1-42a46c9ee2c2),segment_id=4ad0260d-356e-47c3-9fe1-42a46c9ee2c2)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:41:15.404868 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:15.443625 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7bc9b3e-5361-4d4f-bdac-4a8b0a87446b x-openstack-request-id: req-d7bc9b3e-5361-4d4f-bdac-4a8b0a87446b {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:41:15.444146 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c88c9e78-7ac1-41d2-a396-8216e9d8a969", "name": "network-vif-plugged", "status": "completed", "tag": "bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71", "code": 200}]} {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:41:15.444601 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d7bc9b3e-5361-4d4f-bdac-4a8b0a87446b {{(pid=93156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:41:15.445165 dv-cinder-784453-8-iscsi neutron-server[93156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c88c9e78-7ac1-41d2-a396-8216e9d8a969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71', 'code': 200} Jul 13 14:41:15.472888 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71,revision_number=7']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:15.745156 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29fdbbb-6dfd-4d49-b67b-7f51d0020690 req-c7a40b85-6cc6-4921-aaab-39041d9b6420 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:15.746821 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f29fdbbb-6dfd-4d49-b67b-7f51d0020690 req-c7a40b85-6cc6-4921-aaab-39041d9b6420 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab459f1f-1fb5-4475-be14-03d164a76b00 HTTP/1.1" status: 200 len: 946 time: 0.1905422 Jul 13 14:41:15.823339 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30710e34-41f4-40d3-bf11-1058483bca22 req-07019db7-6799-44ed-9379-fa10eb7b42a3 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:15.824893 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-30710e34-41f4-40d3-bf11-1058483bca22 req-07019db7-6799-44ed-9379-fa10eb7b42a3 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 943 time: 0.1747115 Jul 13 14:41:15.838891 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f29fdbbb-6dfd-4d49-b67b-7f51d0020690 req-b49d7f06-ea7c-4eda-b7f8-297cd34ac7cc tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/security-groups?id=c014619f-fc1c-494c-8b2a-2b6218397897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790598 Jul 13 14:41:15.905418 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-30710e34-41f4-40d3-bf11-1058483bca22 req-2806aff4-9a15-46a5-ae20-c9cf7011c436 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577910 Jul 13 14:41:16.235434 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bddc5d-8958-413a-b00a-07215fad46b6 req-977fe0b2-17b5-479a-bd6d-271ed07f55f5 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:16.238236 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-15bddc5d-8958-413a-b00a-07215fad46b6 req-977fe0b2-17b5-479a-bd6d-271ed07f55f5 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 946 time: 0.0989778 Jul 13 14:41:16.308162 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-15bddc5d-8958-413a-b00a-07215fad46b6 req-4d9ac324-09ab-400c-9c6a-8300fee230c9 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587490 Jul 13 14:41:16.805690 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:17.049977 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device d0484b73-0dec-4568-88da-662a28278535 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:41:17.191948 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port d0484b73-0dec-4568-88da-662a28278535, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=d0484b73-0dec-4568-88da-662a28278535,segment=NetworkSegment(7c49f002-40a4-4af3-99ab-d6aac50df09a),segment_id=7c49f002-40a4-4af3-99ab-d6aac50df09a)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:41:17.217238 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Returning: {'device': 'd0484b73-0dec-4568-88da-662a28278535', 'network_id': '86ac9154-8784-4774-baf0-e8c39b4cddeb', 'port_id': 'd0484b73-0dec-4568-88da-662a28278535', 'mac_address': 'fa:16:3e:df:3e:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ead56a37-b614-443b-a85d-2b5d0e7941f8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:41:17.275518 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:17.307085 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0484b73-0dec-4568-88da-662a28278535 {{(pid=93156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:41:17.345139 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port d0484b73-0dec-4568-88da-662a28278535, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=d0484b73-0dec-4568-88da-662a28278535,segment=NetworkSegment(7c49f002-40a4-4af3-99ab-d6aac50df09a),segment_id=7c49f002-40a4-4af3-99ab-d6aac50df09a)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:41:17.353761 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:17.427249 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4c0a4-1965-48e2-b814-e9dce8c50266 req-a97aa7d3-d925-40eb-9f06-d130bbc84095 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:17.429490 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=d0484b73-0dec-4568-88da-662a28278535,revision_number=7']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:17.430886 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b2c4c0a4-1965-48e2-b814-e9dce8c50266 req-a97aa7d3-d925-40eb-9f06-d130bbc84095 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 943 time: 0.3853993 Jul 13 14:41:17.442570 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564621d7-a8d5-4130-a755-20542fdd30c1 req-81a4b283-ca41-465e-a787-640106f8dfec tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:17.448103 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-564621d7-a8d5-4130-a755-20542fdd30c1 req-81a4b283-ca41-465e-a787-640106f8dfec tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab459f1f-1fb5-4475-be14-03d164a76b00 HTTP/1.1" status: 200 len: 946 time: 0.4437978 Jul 13 14:41:17.503746 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bdc214-5899-473a-a9ef-f4d74cb476c9 req-ce665160-cfa9-4d4f-a0a8-c6950475a8ab tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:17.505559 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-49bdc214-5899-473a-a9ef-f4d74cb476c9 req-ce665160-cfa9-4d4f-a0a8-c6950475a8ab tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab459f1f-1fb5-4475-be14-03d164a76b00 HTTP/1.1" status: 200 len: 946 time: 0.0998306 Jul 13 14:41:17.521992 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b2c4c0a4-1965-48e2-b814-e9dce8c50266 req-1920af55-0a3f-4568-a0a2-a887cc4f6df5 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708749 Jul 13 14:41:17.532695 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-564621d7-a8d5-4130-a755-20542fdd30c1 req-979009c7-4e81-41d5-bed4-b72e809d081e tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/security-groups?id=c014619f-fc1c-494c-8b2a-2b6218397897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785367 Jul 13 14:41:17.648382 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [req-49bdc214-5899-473a-a9ef-f4d74cb476c9 req-66253bc2-063e-43f6-857d-d57d1817d383 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Deleting port 13624ecc-4af2-4a7f-98e4-eaf936321b3a {{(pid=93155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:41:17.648845 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-49bdc214-5899-473a-a9ef-f4d74cb476c9 req-66253bc2-063e-43f6-857d-d57d1817d383 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:17.705955 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] get_ports_and_sgs() called for port_ids ['d0484b73-0dec-4568-88da-662a28278535'] {{(pid=93156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:41:17.759563 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-49bdc214-5899-473a-a9ef-f4d74cb476c9 req-66253bc2-063e-43f6-857d-d57d1817d383 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] For port 13624ecc-4af2-4a7f-98e4-eaf936321b3a, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=13624ecc-4af2-4a7f-98e4-eaf936321b3a,segment=NetworkSegment(4497c753-383a-4ad9-8adc-7a31e9ff1c81),segment_id=4497c753-383a-4ad9-8adc-7a31e9ff1c81)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:41:17.760214 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-49bdc214-5899-473a-a9ef-f4d74cb476c9 req-66253bc2-063e-43f6-857d-d57d1817d383 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:17.797325 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [req-49bdc214-5899-473a-a9ef-f4d74cb476c9 req-66253bc2-063e-43f6-857d-d57d1817d383 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Calling delete_port for 13624ecc-4af2-4a7f-98e4-eaf936321b3a owned by compute:nova {{(pid=93155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:41:17.824147 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35812c2-7106-4236-8cd8-dd68dec8e7e5 req-3188fe7b-91fe-4bdd-acd1-df57cbe174dd tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:17.826623 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f35812c2-7106-4236-8cd8-dd68dec8e7e5 req-3188fe7b-91fe-4bdd-acd1-df57cbe174dd tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 946 time: 0.1530888 Jul 13 14:41:17.908375 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f35812c2-7106-4236-8cd8-dd68dec8e7e5 req-bf25fe33-fc27-44ca-8787-88fc5697780a tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629272 Jul 13 14:41:18.130299 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-49bdc214-5899-473a-a9ef-f4d74cb476c9 req-66253bc2-063e-43f6-857d-d57d1817d383 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:18.202090 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66253bc2-063e-43f6-857d-d57d1817d383 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Pushing event deleted for resources: {'Port': ['ID=13624ecc-4af2-4a7f-98e4-eaf936321b3a,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:18.273002 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [req-49bdc214-5899-473a-a9ef-f4d74cb476c9 req-66253bc2-063e-43f6-857d-d57d1817d383 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] No DVR routers for this DVR port 13624ecc-4af2-4a7f-98e4-eaf936321b3a on host hv-cinder-78445 {{(pid=93155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:41:18.278597 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-49bdc214-5899-473a-a9ef-f4d74cb476c9 req-66253bc2-063e-43f6-857d-d57d1817d383 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:18.282543 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-49bdc214-5899-473a-a9ef-f4d74cb476c9 req-66253bc2-063e-43f6-857d-d57d1817d383 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.39 "DELETE /v2.0/ports/13624ecc-4af2-4a7f-98e4-eaf936321b3a HTTP/1.1" status: 204 len: 173 time: 0.7686164 Jul 13 14:41:18.283269 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab459f1f-1fb5-4475-be14-03d164a76b00', 'name': 'network-vif-deleted', 'tag': '13624ecc-4af2-4a7f-98e4-eaf936321b3a'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:41:18.287319 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969d499ae61b7a2d5523e15545dbdfcb627d31ab7a946dd0dec0766d655d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5936745-da17-4ade-9ca1-ab839d4025d9" -d '{"events": [{"server_uuid": "ab459f1f-1fb5-4475-be14-03d164a76b00", "name": "network-vif-deleted", "tag": "13624ecc-4af2-4a7f-98e4-eaf936321b3a"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:41:18.528314 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9db1f4d-bdb5-4d94-9f7a-77408b3e3043 x-openstack-request-id: req-a9db1f4d-bdb5-4d94-9f7a-77408b3e3043 {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:41:18.528915 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab459f1f-1fb5-4475-be14-03d164a76b00", "name": "network-vif-deleted", "tag": "13624ecc-4af2-4a7f-98e4-eaf936321b3a", "status": "completed", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:41:18.529141 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a9db1f4d-bdb5-4d94-9f7a-77408b3e3043 {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:41:18.529742 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab459f1f-1fb5-4475-be14-03d164a76b00', 'name': 'network-vif-deleted', 'tag': '13624ecc-4af2-4a7f-98e4-eaf936321b3a', 'status': 'completed', 'code': 200} Jul 13 14:41:18.818146 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8a92a10b-6e14-480b-a075-cb85d974444b req-ca65d137-76e5-41fb-a248-665b5be8bb83 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab459f1f-1fb5-4475-be14-03d164a76b00 HTTP/1.1" status: 200 len: 210 time: 0.0388281 Jul 13 14:41:18.843725 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06163f18-a084-4b8f-922d-12783bbf892b req-1edb9df3-25bc-406b-a377-bca9bcfa6999 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:18.862294 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-06163f18-a084-4b8f-922d-12783bbf892b req-1edb9df3-25bc-406b-a377-bca9bcfa6999 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 944 time: 0.1608808 Jul 13 14:41:18.934940 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-06163f18-a084-4b8f-922d-12783bbf892b req-0fc9e455-d110-4175-a786-b29bae9e8d8f tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757704 Jul 13 14:41:19.130438 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f0655-3a77-4ac7-9e99-b995a0a69438 req-3a21089b-4dbd-459e-8bbe-8ab3c41963b9 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:19.133178 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-dc6f0655-3a77-4ac7-9e99-b995a0a69438 req-3a21089b-4dbd-459e-8bbe-8ab3c41963b9 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 946 time: 0.0757937 Jul 13 14:41:19.196091 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-dc6f0655-3a77-4ac7-9e99-b995a0a69438 req-0c2263ed-8e7e-4edf-82e7-56a20811055a tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535805 Jul 13 14:41:20.079053 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-49ae218e-4a29-4c01-a030-5e2f2654e0a9 req-86b18047-ccdc-4abf-a116-4b231184d772 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab459f1f-1fb5-4475-be14-03d164a76b00 HTTP/1.1" status: 200 len: 210 time: 0.0604126 Jul 13 14:41:20.326598 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd244488-fac6-4521-bd08-f67e2c22c920 req-2202cd59-3dd1-4ed4-b2b6-a8bdf66c2db3 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:20.328364 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cd244488-fac6-4521-bd08-f67e2c22c920 req-2202cd59-3dd1-4ed4-b2b6-a8bdf66c2db3 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 944 time: 0.0979855 Jul 13 14:41:20.384750 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cd244488-fac6-4521-bd08-f67e2c22c920 req-44fd0d9a-02d5-4d8a-8303-b4d7b63d5f7a tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469871 Jul 13 14:41:20.593439 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de377de1-153c-43fc-b1a8-c5a9bbafed7e req-aaa8a185-ae3b-4741-862f-20c52f0166f6 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:20.594962 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-de377de1-153c-43fc-b1a8-c5a9bbafed7e req-aaa8a185-ae3b-4741-862f-20c52f0166f6 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 946 time: 0.0858636 Jul 13 14:41:20.662562 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-de377de1-153c-43fc-b1a8-c5a9bbafed7e req-7d6267f6-f375-48e8-8a5c-c490e2479d14 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604928 Jul 13 14:41:21.117467 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 13624ecc-4af2-4a7f-98e4-eaf936321b3a no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:41:21.153896 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] No Port match for: 13624ecc-4af2-4a7f-98e4-eaf936321b3a {{(pid=93156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:41:21.154828 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 13624ecc-4af2-4a7f-98e4-eaf936321b3a not bound to the agent host hv-cinder-78445 {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:41:21.329546 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6be448c1-6f79-476f-bc6f-3011bbf3479e req-0e776eff-4490-48e9-b314-4c6cf1c8bec5 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab459f1f-1fb5-4475-be14-03d164a76b00 HTTP/1.1" status: 200 len: 210 time: 0.0511496 Jul 13 14:41:21.667885 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce80d5a-9b2e-4200-97e3-c3a64e55c536 req-f9eb1d01-864f-45d7-ab42-b68ab9768128 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:21.675396 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9ce80d5a-9b2e-4200-97e3-c3a64e55c536 req-f9eb1d01-864f-45d7-ab42-b68ab9768128 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 944 time: 0.1145093 Jul 13 14:41:21.763836 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9ce80d5a-9b2e-4200-97e3-c3a64e55c536 req-15513db2-09ae-43d1-8659-e36c07c3dc65 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874555 Jul 13 14:41:21.976936 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe2992-3ac3-4016-aee7-6e847a1daaf7 req-650d05a7-7ea2-4094-9ee1-ef6937caff52 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:21.978640 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ecbe2992-3ac3-4016-aee7-6e847a1daaf7 req-650d05a7-7ea2-4094-9ee1-ef6937caff52 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 946 time: 0.1002555 Jul 13 14:41:22.039160 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ecbe2992-3ac3-4016-aee7-6e847a1daaf7 req-94bfb273-1233-4c1c-bad3-4c3a229bf53f tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433469 Jul 13 14:41:22.982325 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8781f17-94a7-47eb-9941-b8b23e3541b6 req-10cedc94-ef03-40b8-a571-9a0b276f7813 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:22.989884 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f8781f17-94a7-47eb-9941-b8b23e3541b6 req-10cedc94-ef03-40b8-a571-9a0b276f7813 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 944 time: 0.0850415 Jul 13 14:41:23.036107 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f8781f17-94a7-47eb-9941-b8b23e3541b6 req-e860d54f-40e8-408b-94ca-bf12da6ef675 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440273 Jul 13 14:41:23.352698 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb43a3e-b595-4d89-9bbe-ac44d0730d12 req-5b688c88-d4e2-42d1-bac8-0b7f7038eb77 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:23.356811 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-efb43a3e-b595-4d89-9bbe-ac44d0730d12 req-5b688c88-d4e2-42d1-bac8-0b7f7038eb77 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 946 time: 0.1002381 Jul 13 14:41:23.459065 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-efb43a3e-b595-4d89-9bbe-ac44d0730d12 req-cefb2bfc-96a6-4ac3-987e-78ef811cca74 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923350 Jul 13 14:41:24.329857 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b82cbd-4baa-43c9-b022-44dd5772ef01 req-4f424f08-ae35-4a5d-a020-ac86a8be9383 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:24.337346 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-54b82cbd-4baa-43c9-b022-44dd5772ef01 req-4f424f08-ae35-4a5d-a020-ac86a8be9383 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 944 time: 0.1019065 Jul 13 14:41:24.380925 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-54b82cbd-4baa-43c9-b022-44dd5772ef01 req-553bcc4d-48dc-43ce-98ad-c33e41569212 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427384 Jul 13 14:41:24.590623 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device d0484b73-0dec-4568-88da-662a28278535 up at agent hyperv_hv-cinder-78445 {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:41:24.659249 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Provisioning complete for port d0484b73-0dec-4568-88da-662a28278535 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:41:24.659628 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:24.725407 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba4092-e5db-4788-b38b-c8d02c8e7e2b req-bdbf18f7-9bc6-47b9-9405-488cbb0cf4fb tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:24.726918 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e1ba4092-e5db-4788-b38b-c8d02c8e7e2b req-bdbf18f7-9bc6-47b9-9405-488cbb0cf4fb tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 946 time: 0.0701444 Jul 13 14:41:24.744872 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:24.765907 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e1ba4092-e5db-4788-b38b-c8d02c8e7e2b req-e7ca2f90-475c-47cf-9bf4-aaa913479ae9 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331535 Jul 13 14:41:24.767518 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f72606-c00f-4988-a38c-9dd58da2cb81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0484b73-0dec-4568-88da-662a28278535'}] {{(pid=93156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:41:24.769761 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd5989a68af48bbe0a00b0c674d1da0e65c633cef20e3ffd105cdad221ff8d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2aed46-9fe6-41fc-8d45-a8340d0a17c0" -d '{"events": [{"server_uuid": "54f72606-c00f-4988-a38c-9dd58da2cb81", "name": "network-vif-plugged", "status": "completed", "tag": "d0484b73-0dec-4568-88da-662a28278535"}]}' {{(pid=93156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:41:24.782434 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port d0484b73-0dec-4568-88da-662a28278535, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=d0484b73-0dec-4568-88da-662a28278535,segment=NetworkSegment(7c49f002-40a4-4af3-99ab-d6aac50df09a),segment_id=7c49f002-40a4-4af3-99ab-d6aac50df09a)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:41:24.791463 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:24.821785 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66bc2d0-73a2-403d-a43c-49880d5f172b x-openstack-request-id: req-c66bc2d0-73a2-403d-a43c-49880d5f172b {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:41:24.822076 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f72606-c00f-4988-a38c-9dd58da2cb81", "name": "network-vif-plugged", "status": "completed", "tag": "d0484b73-0dec-4568-88da-662a28278535", "code": 200}]} {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:41:24.822350 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c66bc2d0-73a2-403d-a43c-49880d5f172b {{(pid=93156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:41:24.822731 dv-cinder-784453-8-iscsi neutron-server[93156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f72606-c00f-4988-a38c-9dd58da2cb81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0484b73-0dec-4568-88da-662a28278535', 'code': 200} Jul 13 14:41:24.848006 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=d0484b73-0dec-4568-88da-662a28278535,revision_number=8']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:25.591308 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02145a-ac56-4e2e-87ab-fcb1fb33b396 req-5a419f1f-3e31-451c-981a-cdd314c92204 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:25.592898 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7d02145a-ac56-4e2e-87ab-fcb1fb33b396 req-5a419f1f-3e31-451c-981a-cdd314c92204 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 945 time: 0.0838349 Jul 13 14:41:25.635764 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7d02145a-ac56-4e2e-87ab-fcb1fb33b396 req-cdabdd2d-5872-4d78-9ccd-ae38f5d8cb53 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339217 Jul 13 14:41:25.720739 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd30732-c91d-416a-b8cd-7599f2b9d73b req-9c696605-af8b-4131-8ccd-54d24915f857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:25.722210 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-6dd30732-c91d-416a-b8cd-7599f2b9d73b req-9c696605-af8b-4131-8ccd-54d24915f857 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5892afb7184848a28e5c2b3bb47266c2&device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 1098 time: 0.0539167 Jul 13 14:41:25.837266 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd30732-c91d-416a-b8cd-7599f2b9d73b req-e9bea4e9-16b8-4357-8ece-1346317218a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:25.839219 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-6dd30732-c91d-416a-b8cd-7599f2b9d73b req-e9bea4e9-16b8-4357-8ece-1346317218a2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=86ac9154-8784-4774-baf0-e8c39b4cddeb HTTP/1.1" status: 200 len: 909 time: 0.0940988 Jul 13 14:41:25.937037 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-6dd30732-c91d-416a-b8cd-7599f2b9d73b req-3feb969b-1b59-45b3-9922-cf53b49b0c67 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0484b73-0dec-4568-88da-662a28278535 HTTP/1.1" status: 200 len: 1001 time: 0.0879192 Jul 13 14:41:25.956458 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1325e8-dab8-444a-b90a-c00771239a89 req-dc3f8623-e578-40d8-9e42-b4f4349baa46 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:25.957949 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-fe1325e8-dab8-444a-b90a-c00771239a89 req-dc3f8623-e578-40d8-9e42-b4f4349baa46 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 946 time: 0.0645850 Jul 13 14:41:25.959832 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b34915-109c-4773-a464-d2361fdd4574 req-e4b2ad3e-416a-4c10-889e-1a8bec492c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:25.961363 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-61b34915-109c-4773-a464-d2361fdd4574 req-e4b2ad3e-416a-4c10-889e-1a8bec492c87 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 1098 time: 0.0647237 Jul 13 14:41:25.994634 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-fe1325e8-dab8-444a-b90a-c00771239a89 req-550c743d-21c1-467b-92c8-0cb0c473f25c tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308192 Jul 13 14:41:26.858114 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb81acd-f4d5-45f0-b217-2043d53c74ac req-bc7a796f-4391-4104-a2ef-43d13258b781 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:26.859567 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-adb81acd-f4d5-45f0-b217-2043d53c74ac req-bc7a796f-4391-4104-a2ef-43d13258b781 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 945 time: 0.1098750 Jul 13 14:41:26.904735 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-adb81acd-f4d5-45f0-b217-2043d53c74ac req-9102e936-593d-466e-9db1-5c757081458c tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393150 Jul 13 14:41:27.177934 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27e0f8-f15a-4f1b-91bd-d24affdf02d8 req-c0cd8239-cb17-45a3-a6bb-26a4a34af45f tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:27.179453 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0c27e0f8-f15a-4f1b-91bd-d24affdf02d8 req-c0cd8239-cb17-45a3-a6bb-26a4a34af45f tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 946 time: 0.0644245 Jul 13 14:41:27.217095 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0c27e0f8-f15a-4f1b-91bd-d24affdf02d8 req-cd1ed4fc-b135-4cb9-966a-91d57b02c2c2 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320375 Jul 13 14:41:28.098506 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94def49a-7493-463a-bdf3-eda92af41d89 req-aba2b6a0-11a8-4ea0-8bf9-a34e189e5095 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:28.100053 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-94def49a-7493-463a-bdf3-eda92af41d89 req-aba2b6a0-11a8-4ea0-8bf9-a34e189e5095 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 945 time: 0.0673022 Jul 13 14:41:28.140782 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-94def49a-7493-463a-bdf3-eda92af41d89 req-02a1d483-9435-4951-8265-634a52d7330a tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350533 Jul 13 14:41:28.401300 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543adb4b-ca1b-478b-ac7b-3eee58b42c4c req-6cd90d70-ccef-4806-8a86-236e5920a43b tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:28.402721 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-543adb4b-ca1b-478b-ac7b-3eee58b42c4c req-6cd90d70-ccef-4806-8a86-236e5920a43b tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 946 time: 0.0687289 Jul 13 14:41:28.441756 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-543adb4b-ca1b-478b-ac7b-3eee58b42c4c req-0ee9368e-5419-4e37-8423-b2835ccbb092 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328765 Jul 13 14:41:28.892455 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd30732-c91d-416a-b8cd-7599f2b9d73b req-11538fa5-7e64-40d3-bdbe-5f061e3b6d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:28.893964 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-6dd30732-c91d-416a-b8cd-7599f2b9d73b req-11538fa5-7e64-40d3-bdbe-5f061e3b6d5f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ead56a37-b614-443b-a85d-2b5d0e7941f8 HTTP/1.1" status: 200 len: 847 time: 0.0711308 Jul 13 14:41:28.895775 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-61b34915-109c-4773-a464-d2361fdd4574 req-aba9245c-7287-4dd1-8833-0373aa4d9b6e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717278 Jul 13 14:41:29.331987 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5582a2-d29a-4b42-91c4-f45c8ee1cb25 req-76a74a91-0ba4-4a02-a1d1-0cace1da4350 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:29.333552 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4a5582a2-d29a-4b42-91c4-f45c8ee1cb25 req-76a74a91-0ba4-4a02-a1d1-0cace1da4350 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 945 time: 0.0687792 Jul 13 14:41:29.372120 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4a5582a2-d29a-4b42-91c4-f45c8ee1cb25 req-7f388460-f973-452e-ba19-e714d209a795 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329380 Jul 13 14:41:29.621255 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7473d93-bfb8-4af9-b5b1-93bd76b61f0a req-4da84fc7-66c7-43a8-bddb-bdb84daa310a tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:29.622669 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e7473d93-bfb8-4af9-b5b1-93bd76b61f0a req-4da84fc7-66c7-43a8-bddb-bdb84daa310a tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 946 time: 0.0634201 Jul 13 14:41:29.666457 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e7473d93-bfb8-4af9-b5b1-93bd76b61f0a req-a8a8e85f-3883-4276-aa54-184221f6f834 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374877 Jul 13 14:41:30.542866 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7dbe33-8fd6-4b27-9392-79c844fbae5c req-05744b44-08c1-40f2-a295-f4c0212501bf tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:30.544324 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ac7dbe33-8fd6-4b27-9392-79c844fbae5c req-05744b44-08c1-40f2-a295-f4c0212501bf tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 945 time: 0.0614452 Jul 13 14:41:30.580996 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ac7dbe33-8fd6-4b27-9392-79c844fbae5c req-8a924771-18d2-4d04-a2ff-bdfc6784a3a6 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304720 Jul 13 14:41:30.845387 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd91f04-6f5b-4bf8-933e-84908214c920 req-9c6e24e2-e133-43ea-80d9-9f4263a04364 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:30.846868 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-bcd91f04-6f5b-4bf8-933e-84908214c920 req-9c6e24e2-e133-43ea-80d9-9f4263a04364 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 946 time: 0.0616755 Jul 13 14:41:30.883374 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-bcd91f04-6f5b-4bf8-933e-84908214c920 req-55b24b94-6028-4b3d-8490-cdefe2223ddb tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309508 Jul 13 14:41:31.761167 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757db7a3-1850-4b87-abc3-3caf7cf039e3 req-ce2442ad-a80a-4496-beb3-c04e92ed7358 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:31.762653 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-757db7a3-1850-4b87-abc3-3caf7cf039e3 req-ce2442ad-a80a-4496-beb3-c04e92ed7358 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 945 time: 0.0686526 Jul 13 14:41:31.803160 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-757db7a3-1850-4b87-abc3-3caf7cf039e3 req-ab3ff6ad-bfcc-4b1b-8308-e31cc8ee860c tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340433 Jul 13 14:41:31.919443 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd30732-c91d-416a-b8cd-7599f2b9d73b req-8df633f2-4392-4ca6-b09f-9198c633028f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:31.920771 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-6dd30732-c91d-416a-b8cd-7599f2b9d73b req-8df633f2-4392-4ca6-b09f-9198c633028f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86ac9154-8784-4774-baf0-e8c39b4cddeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551772 Jul 13 14:41:31.923267 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:41:32.016443 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-6dd30732-c91d-416a-b8cd-7599f2b9d73b req-1bfa6307-ee04-48db-abf2-82a7180fec2e service neutron] 10.222.0.39 "GET /v2.0/networks/86ac9154-8784-4774-baf0-e8c39b4cddeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856876 Jul 13 14:41:32.022006 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:32.045248 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c88c9e78-7ac1-41d2-a396-8216e9d8a969', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71'}] {{(pid=93156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:41:32.047527 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd5989a68af48bbe0a00b0c674d1da0e65c633cef20e3ffd105cdad221ff8d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78300613-6832-4aa1-b5c8-ce2355fbaeec" -d '{"events": [{"server_uuid": "c88c9e78-7ac1-41d2-a396-8216e9d8a969", "name": "network-vif-unplugged", "status": "completed", "tag": "bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71"}]}' {{(pid=93156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:41:32.061056 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71,segment=NetworkSegment(4ad0260d-356e-47c3-9fe1-42a46c9ee2c2),segment_id=4ad0260d-356e-47c3-9fe1-42a46c9ee2c2)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:41:32.067924 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:32.069364 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132fb1f-b2ca-4cc2-b58f-bf8a45d5cdae req-31ef56a9-6d5d-4264-861f-8dd166e9522f tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:32.071168 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0132fb1f-b2ca-4cc2-b58f-bf8a45d5cdae req-31ef56a9-6d5d-4264-861f-8dd166e9522f tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 946 time: 0.0693767 Jul 13 14:41:32.108539 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 14:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31e1ae5-ae59-410c-916e-658a540f4ecf x-openstack-request-id: req-d31e1ae5-ae59-410c-916e-658a540f4ecf {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:41:32.108832 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c88c9e78-7ac1-41d2-a396-8216e9d8a969", "name": "network-vif-unplugged", "status": "completed", "tag": "bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71", "code": 200}]} {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:41:32.109088 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d31e1ae5-ae59-410c-916e-658a540f4ecf {{(pid=93156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:41:32.109480 dv-cinder-784453-8-iscsi neutron-server[93156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c88c9e78-7ac1-41d2-a396-8216e9d8a969', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71', 'code': 200} Jul 13 14:41:32.121524 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0132fb1f-b2ca-4cc2-b58f-bf8a45d5cdae req-5b2ad717-cc1f-4040-b4ac-fdc9939cf437 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439289 Jul 13 14:41:32.131761 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71,revision_number=8']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:32.184041 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-6dd30732-c91d-416a-b8cd-7599f2b9d73b req-5e37d132-18bb-4e2f-a694-1d3efa46612a service neutron] 10.222.0.39 "GET /v2.0/networks/86ac9154-8784-4774-baf0-e8c39b4cddeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605306 Jul 13 14:41:32.186741 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54692457-3f23-4c3a-933e-fa86d103bb65 req-dea572af-44ee-4447-b678-bc6632be3867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:32.188143 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-54692457-3f23-4c3a-933e-fa86d103bb65 req-dea572af-44ee-4447-b678-bc6632be3867 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a5169c26b204473880f57831a5e71229&device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 1097 time: 0.0910599 Jul 13 14:41:32.293699 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54692457-3f23-4c3a-933e-fa86d103bb65 req-775f77d1-4eb1-429a-b21c-e9378234448f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:32.295545 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-54692457-3f23-4c3a-933e-fa86d103bb65 req-775f77d1-4eb1-429a-b21c-e9378234448f service neutron] 10.222.0.39 "GET /v2.0/networks?id=b04875e6-1fc2-4c4b-96d5-3d915be01c53 HTTP/1.1" status: 200 len: 918 time: 0.0917983 Jul 13 14:41:32.366703 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-54692457-3f23-4c3a-933e-fa86d103bb65 req-b4c02dd7-afac-49e5-8da3-924d25a72545 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71 HTTP/1.1" status: 200 len: 1000 time: 0.0601916 Jul 13 14:41:32.418519 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54692457-3f23-4c3a-933e-fa86d103bb65 req-18504e99-b1a4-4bfe-84f2-64f313f87b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:32.420160 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-54692457-3f23-4c3a-933e-fa86d103bb65 req-18504e99-b1a4-4bfe-84f2-64f313f87b60 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2093f447-27c9-42a2-bbad-8523311dd7a9 HTTP/1.1" status: 200 len: 856 time: 0.0458002 Jul 13 14:41:32.482062 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54692457-3f23-4c3a-933e-fa86d103bb65 req-432d1463-c828-4ca7-8039-86637bde73bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:32.483762 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-54692457-3f23-4c3a-933e-fa86d103bb65 req-432d1463-c828-4ca7-8039-86637bde73bd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b04875e6-1fc2-4c4b-96d5-3d915be01c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0571215 Jul 13 14:41:32.597341 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-54692457-3f23-4c3a-933e-fa86d103bb65 req-c7b1e959-95c8-45a2-979c-08afcdfea6c8 service neutron] 10.222.0.39 "GET /v2.0/networks/b04875e6-1fc2-4c4b-96d5-3d915be01c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055403 Jul 13 14:41:32.709024 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-54692457-3f23-4c3a-933e-fa86d103bb65 req-010e1197-fdbb-4b50-bd4a-2ee1eb5c3658 service neutron] 10.222.0.39 "GET /v2.0/networks/b04875e6-1fc2-4c4b-96d5-3d915be01c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023173 Jul 13 14:41:32.995059 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6f44a-d6ed-4cc5-9648-594fc0fd9454 req-4c6b19e8-dfd2-4937-8b79-6a9166b94d27 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:32.996544 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-59d6f44a-d6ed-4cc5-9648-594fc0fd9454 req-4c6b19e8-dfd2-4937-8b79-6a9166b94d27 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 945 time: 0.0692813 Jul 13 14:41:33.040776 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-59d6f44a-d6ed-4cc5-9648-594fc0fd9454 req-88802735-95ea-4222-bc02-011c5c9b534d tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386047 Jul 13 14:41:33.296058 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-b024d349-64c7-49b8-a1b1-bcc4f364c874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:33.359465 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ff2d2-852e-43ef-9634-05a5c93c00ad req-43e63468-86eb-4bd0-852f-d434d806baea tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:33.361033 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-629ff2d2-852e-43ef-9634-05a5c93c00ad req-43e63468-86eb-4bd0-852f-d434d806baea tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 944 time: 0.1081748 Jul 13 14:41:33.411047 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-629ff2d2-852e-43ef-9634-05a5c93c00ad req-9ffcbd43-7f54-4175-9c7c-e6464c2d1f93 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429311 Jul 13 14:41:34.596825 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe58fa9-ff09-4431-9ab1-0713258106cd req-9c10b2c1-1772-41ce-9d93-f74888f2e52c tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:34.598383 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9fe58fa9-ff09-4431-9ab1-0713258106cd req-9c10b2c1-1772-41ce-9d93-f74888f2e52c tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 944 time: 0.0663371 Jul 13 14:41:34.639356 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9fe58fa9-ff09-4431-9ab1-0713258106cd req-f198df49-2c23-46e2-bc11-127c17a165f1 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349565 Jul 13 14:41:35.829285 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95997032-2eb2-49b6-90f8-1f2ef16a08b3 req-9586822f-4f99-4fd5-8942-b1b45c5b6e4b tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:35.831524 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-95997032-2eb2-49b6-90f8-1f2ef16a08b3 req-9586822f-4f99-4fd5-8942-b1b45c5b6e4b tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 944 time: 0.0724127 Jul 13 14:41:35.889151 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-95997032-2eb2-49b6-90f8-1f2ef16a08b3 req-c654ebf5-1892-4651-976c-bf5f94eb7b75 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508096 Jul 13 14:41:35.905264 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-5cf9156e-3165-4d75-8b4d-85f5d2b74d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:36.147804 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:37.091554 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688bf93-efed-4096-a08a-97af7b3744c5 req-5f26b488-e6fb-4599-9b5d-b96b339b6856 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:37.092992 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5688bf93-efed-4096-a08a-97af7b3744c5 req-5f26b488-e6fb-4599-9b5d-b96b339b6856 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 944 time: 0.0762401 Jul 13 14:41:37.137739 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5688bf93-efed-4096-a08a-97af7b3744c5 req-310e19e8-1e62-472e-8096-c5d99e0fbc56 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379269 Jul 13 14:41:37.186587 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:37.937667 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08200a-25de-4328-be7c-42844dbc71a8 req-0189e858-e79a-465f-afc4-5dea761e8a41 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:37.940817 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cb08200a-25de-4328-be7c-42844dbc71a8 req-0189e858-e79a-465f-afc4-5dea761e8a41 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/networks?id=15b1fef8-5d6f-4654-a0e5-757c7a2729d5 HTTP/1.1" status: 200 len: 814 time: 0.1293638 Jul 13 14:41:37.957665 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cb08200a-25de-4328-be7c-42844dbc71a8 req-55554581-fc03-4de4-a3b0-1e360d276e25 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/quotas/375e802a4e334b54b51f7780999af9c8 HTTP/1.1" status: 200 len: 375 time: 0.0111151 Jul 13 14:41:37.995922 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cb08200a-25de-4328-be7c-42844dbc71a8 req-191a1dd3-4221-4f09-ab19-bfd3a71e15b1 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=375e802a4e334b54b51f7780999af9c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307560 Jul 13 14:41:38.248688 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cb08200a-25de-4328-be7c-42844dbc71a8 req-b5c762b1-34eb-49d8-bd3e-c47680d024de service neutron] 10.222.0.11 "GET /v2.0/networks/15b1fef8-5d6f-4654-a0e5-757c7a2729d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408702 Jul 13 14:41:38.402794 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cb08200a-25de-4328-be7c-42844dbc71a8 req-8b483918-75b5-449f-ae99-bf7e0e3c61a1 service neutron] 10.222.0.11 "GET /v2.0/networks/15b1fef8-5d6f-4654-a0e5-757c7a2729d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434450 Jul 13 14:41:38.610004 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:38.652028 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9f754015-6026-4432-967a-2896f45de966 req-bbd07849-82aa-468a-a340-1a247f5318b3 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/ports?device_id=be30d967-e2a5-4cc1-b17f-923d48062c63 HTTP/1.1" status: 200 len: 210 time: 0.0378826 Jul 13 14:41:38.665639 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-7c160f04-082a-42cd-8d31-4f146a0ffce7 req-be9297b3-f564-4d3b-a882-9ebe57d7f0e7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0643356 Jul 13 14:41:38.689698 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae52d07-0c08-45d4-99bb-8de534a0abde req-ed12e54f-3e6c-4da4-9efd-33c7a500a7fa tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:38.691831 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6ae52d07-0c08-45d4-99bb-8de534a0abde req-ed12e54f-3e6c-4da4-9efd-33c7a500a7fa tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 944 time: 0.1359055 Jul 13 14:41:38.741989 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6ae52d07-0c08-45d4-99bb-8de534a0abde req-0dbfda10-4580-4d01-96d1-4afa17b6265a tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441396 Jul 13 14:41:39.411853 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.agents_db [None req-a710d77f-e7af-45aa-808b-9771d160625e None None] Agent healthcheck: found 6 active agents {{(pid=93157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:41:39.746359 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c160f04-082a-42cd-8d31-4f146a0ffce7 req-740d48b7-e5d8-4dcd-9e73-e2cd334cfa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:39.748606 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-7c160f04-082a-42cd-8d31-4f146a0ffce7 req-740d48b7-e5d8-4dcd-9e73-e2cd334cfa42 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969&tenant_id=a5169c26b204473880f57831a5e71229 HTTP/1.1" status: 200 len: 1097 time: 0.0686262 Jul 13 14:41:39.816857 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9dbbcc91-e1e1-4a7b-8f04-fb1e259e2d00 req-1c2d3ca4-639a-4920-a9de-181b97143522 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/ports?device_id=be30d967-e2a5-4cc1-b17f-923d48062c63 HTTP/1.1" status: 200 len: 210 time: 0.0357513 Jul 13 14:41:39.860652 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c160f04-082a-42cd-8d31-4f146a0ffce7 req-8a9eea8e-dcb1-4c62-84a9-ececd8d1d03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:39.862227 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-7c160f04-082a-42cd-8d31-4f146a0ffce7 req-8a9eea8e-dcb1-4c62-84a9-ececd8d1d03b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a5169c26b204473880f57831a5e71229&device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 1097 time: 0.0719347 Jul 13 14:41:39.933518 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f3ec92-acf8-45ed-a8f9-85bea91608aa req-06cda9f3-6987-414a-a0dc-caf35720d5dd tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:39.934284 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:41:39.935267 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-99f3ec92-acf8-45ed-a8f9-85bea91608aa req-06cda9f3-6987-414a-a0dc-caf35720d5dd tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 944 time: 0.0632875 Jul 13 14:41:39.966056 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c160f04-082a-42cd-8d31-4f146a0ffce7 req-f004b8c7-804b-4bd0-8785-4c30283f0b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:39.967586 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-7c160f04-082a-42cd-8d31-4f146a0ffce7 req-f004b8c7-804b-4bd0-8785-4c30283f0b88 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b04875e6-1fc2-4c4b-96d5-3d915be01c53 HTTP/1.1" status: 200 len: 918 time: 0.0924501 Jul 13 14:41:39.975120 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-99f3ec92-acf8-45ed-a8f9-85bea91608aa req-ec06399a-eb6f-45f0-9f72-37d9ac34d98a tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342374 Jul 13 14:41:40.034103 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-7c160f04-082a-42cd-8d31-4f146a0ffce7 req-dcb44d12-a2fd-48b1-917c-12029b69963d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71 HTTP/1.1" status: 200 len: 1000 time: 0.0584753 Jul 13 14:41:40.085982 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c160f04-082a-42cd-8d31-4f146a0ffce7 req-7ceff945-18fa-439c-88f1-50e0c3732066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:40.087362 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-7c160f04-082a-42cd-8d31-4f146a0ffce7 req-7ceff945-18fa-439c-88f1-50e0c3732066 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2093f447-27c9-42a2-bbad-8523311dd7a9 HTTP/1.1" status: 200 len: 856 time: 0.0468700 Jul 13 14:41:40.156069 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c160f04-082a-42cd-8d31-4f146a0ffce7 req-be177f9c-c4fd-41fe-8399-26d09a28482a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:40.157566 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-7c160f04-082a-42cd-8d31-4f146a0ffce7 req-be177f9c-c4fd-41fe-8399-26d09a28482a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b04875e6-1fc2-4c4b-96d5-3d915be01c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518658 Jul 13 14:41:40.246602 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-7c160f04-082a-42cd-8d31-4f146a0ffce7 req-06424216-b71f-420e-8b02-90e3b996dcfe service neutron] 10.222.0.39 "GET /v2.0/networks/b04875e6-1fc2-4c4b-96d5-3d915be01c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825317 Jul 13 14:41:40.451789 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08200a-25de-4328-be7c-42844dbc71a8 req-98773f45-66b8-4ba1-8034-07a7c72fcbb7 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:40.453409 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-cb08200a-25de-4328-be7c-42844dbc71a8 req-98773f45-66b8-4ba1-8034-07a7c72fcbb7 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.39 "GET /v2.0/networks?id=15b1fef8-5d6f-4654-a0e5-757c7a2729d5 HTTP/1.1" status: 200 len: 814 time: 0.1917350 Jul 13 14:41:40.456114 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-7c160f04-082a-42cd-8d31-4f146a0ffce7 req-be2d3ee2-142c-4656-86f3-74fe2887875b service neutron] 10.222.0.39 "GET /v2.0/networks/b04875e6-1fc2-4c4b-96d5-3d915be01c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849942 Jul 13 14:41:40.483449 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [req-cb08200a-25de-4328-be7c-42844dbc71a8 req-76a05ca5-7165-4e43-856f-2e4e7d29819d tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Request body: {'port': {'device_id': 'be30d967-e2a5-4cc1-b17f-923d48062c63', 'network_id': '15b1fef8-5d6f-4654-a0e5-757c7a2729d5', 'admin_state_up': True, 'tenant_id': '375e802a4e334b54b51f7780999af9c8'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:41:40.623111 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb08200a-25de-4328-be7c-42844dbc71a8 req-76a05ca5-7165-4e43-856f-2e4e7d29819d tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Made reservation on behalf of 375e802a4e334b54b51f7780999af9c8 for: {'port': 1} {{(pid=93155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:41:40.628356 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-cb08200a-25de-4328-be7c-42844dbc71a8 req-76a05ca5-7165-4e43-856f-2e4e7d29819d tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:40.682168 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 58566) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:40.772230 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.db_base_plugin_common [req-cb08200a-25de-4328-be7c-42844dbc71a8 req-76a05ca5-7165-4e43-856f-2e4e7d29819d tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Allocated IP 172.20.0.2 (15b1fef8-5d6f-4654-a0e5-757c7a2729d5/b0a364a9-345b-4dc9-991f-23e5f6ced007/28f6e863-87a2-40f0-9013-32636d1ab35e) {{(pid=93155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:41:40.838801 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-67528cdd-5c30-4423-914c-29e327b436de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:41.025986 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-cb08200a-25de-4328-be7c-42844dbc71a8 req-76a05ca5-7165-4e43-856f-2e4e7d29819d tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Notify callbacks [] for port, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:41.062372 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-67528cdd-5c30-4423-914c-29e327b436de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:41.080624 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-67528cdd-5c30-4423-914c-29e327b436de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:41.086760 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ae4e94d4-b2f9-4e70-a900-a4edd280765b req-4d2fdc9c-1f95-4963-9b55-a2f766c1a697 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/ports?device_id=be30d967-e2a5-4cc1-b17f-923d48062c63 HTTP/1.1" status: 200 len: 210 time: 0.0409722 Jul 13 14:41:41.128474 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67528cdd-5c30-4423-914c-29e327b436de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89875de4-e388-4c6a-9114-ac5660c0671f,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:41.138389 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-67528cdd-5c30-4423-914c-29e327b436de admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=95ff9722de364edbab0a7c9fc3c9f641&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4549689 Jul 13 14:41:41.141455 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 58590) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:41.149053 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-cb08200a-25de-4328-be7c-42844dbc71a8 req-76a05ca5-7165-4e43-856f-2e4e7d29819d tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:41.230934 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb08200a-25de-4328-be7c-42844dbc71a8 req-76a05ca5-7165-4e43-856f-2e4e7d29819d tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Network 15b1fef8-5d6f-4654-a0e5-757c7a2729d5 is already hosted by enough agents. {{(pid=93155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:41:41.231281 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-49f2fa17-503f-4fdc-bc7b-6719f85feafd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:41.232044 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a05ca5-7165-4e43-856f-2e4e7d29819d tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Pushing event updated for resources: {'Port': ['ID=28f6e863-87a2-40f0-9013-32636d1ab35e,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:41.240812 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a05ca5-7165-4e43-856f-2e4e7d29819d tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:41.241301 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a05ca5-7165-4e43-856f-2e4e7d29819d tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:41.241552 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a05ca5-7165-4e43-856f-2e4e7d29819d tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:41.241940 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a05ca5-7165-4e43-856f-2e4e7d29819d tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:41.242309 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a05ca5-7165-4e43-856f-2e4e7d29819d tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:41.242699 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a05ca5-7165-4e43-856f-2e4e7d29819d tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:41.243072 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a05ca5-7165-4e43-856f-2e4e7d29819d tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:41.243405 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a05ca5-7165-4e43-856f-2e4e7d29819d tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:41.243739 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a05ca5-7165-4e43-856f-2e4e7d29819d tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:41.244067 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a05ca5-7165-4e43-856f-2e4e7d29819d tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:41.244399 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a05ca5-7165-4e43-856f-2e4e7d29819d tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:41.244726 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a05ca5-7165-4e43-856f-2e4e7d29819d tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:41.249541 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [req-cb08200a-25de-4328-be7c-42844dbc71a8 req-76a05ca5-7165-4e43-856f-2e4e7d29819d tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Resources bound (agent type, host, resource id): {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:41:41.256327 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb08200a-25de-4328-be7c-42844dbc71a8 req-76a05ca5-7165-4e43-856f-2e4e7d29819d tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Received port after_create {{(pid=93155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:41:41.276814 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-49f2fa17-503f-4fdc-bc7b-6719f85feafd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:41.314260 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08200a-25de-4328-be7c-42844dbc71a8 req-76a05ca5-7165-4e43-856f-2e4e7d29819d tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:41.315004 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-cb08200a-25de-4328-be7c-42844dbc71a8 req-76a05ca5-7165-4e43-856f-2e4e7d29819d tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:41.333519 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3216d1-1639-4dfb-bdc3-34e3c41c15d5 req-cccb7b05-f139-41a3-8a5c-17c262dad9d0 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:41.335362 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-cb08200a-25de-4328-be7c-42844dbc71a8 req-76a05ca5-7165-4e43-856f-2e4e7d29819d tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8579297 Jul 13 14:41:41.335519 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3d3216d1-1639-4dfb-bdc3-34e3c41c15d5 req-cccb7b05-f139-41a3-8a5c-17c262dad9d0 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 944 time: 0.1484017 Jul 13 14:41:41.369405 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-49f2fa17-503f-4fdc-bc7b-6719f85feafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:41.373185 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-49f2fa17-503f-4fdc-bc7b-6719f85feafd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:41.374725 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-49f2fa17-503f-4fdc-bc7b-6719f85feafd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/89875de4-e388-4c6a-9114-ac5660c0671f HTTP/1.1" status: 204 len: 168 time: 0.2308834 Jul 13 14:41:41.386656 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f2fa17-503f-4fdc-bc7b-6719f85feafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89875de4-e388-4c6a-9114-ac5660c0671f,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:41.404442 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [req-cb08200a-25de-4328-be7c-42844dbc71a8 req-b41cad98-9617-48ef-99cf-be64a7c3669d service neutron] Request body: {'port': {'device_id': 'be30d967-e2a5-4cc1-b17f-923d48062c63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:41:41.436947 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3d3216d1-1639-4dfb-bdc3-34e3c41c15d5 req-27d2c3bf-c9c4-4bf0-a271-1af7fd9136cc tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869200 Jul 13 14:41:41.519197 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-cb08200a-25de-4328-be7c-42844dbc71a8 req-b41cad98-9617-48ef-99cf-be64a7c3669d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:41.865483 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [req-cb08200a-25de-4328-be7c-42844dbc71a8 req-b41cad98-9617-48ef-99cf-be64a7c3669d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28f6e863-87a2-40f0-9013-32636d1ab35e {{(pid=93155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:41:41.874513 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-cb08200a-25de-4328-be7c-42844dbc71a8 req-b41cad98-9617-48ef-99cf-be64a7c3669d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:41.888144 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [req-cb08200a-25de-4328-be7c-42844dbc71a8 req-b41cad98-9617-48ef-99cf-be64a7c3669d service neutron] Transition to ACTIVE for port object 28f6e863-87a2-40f0-9013-32636d1ab35e will not be triggered until provisioned by entity L2. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:41:41.895429 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-cb08200a-25de-4328-be7c-42844dbc71a8 req-b41cad98-9617-48ef-99cf-be64a7c3669d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868486'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:41.955781 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41cad98-9617-48ef-99cf-be64a7c3669d service neutron] Pushing event updated for resources: {'Port': ['ID=28f6e863-87a2-40f0-9013-32636d1ab35e,revision_number=2']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:42.068741 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-cb08200a-25de-4328-be7c-42844dbc71a8 req-b41cad98-9617-48ef-99cf-be64a7c3669d service neutron] Attempting to bind port 28f6e863-87a2-40f0-9013-32636d1ab35e on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:41:42.069066 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-cb08200a-25de-4328-be7c-42844dbc71a8 req-b41cad98-9617-48ef-99cf-be64a7c3669d service neutron] Attempting to bind port 28f6e863-87a2-40f0-9013-32636d1ab35e by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '4497c753-383a-4ad9-8adc-7a31e9ff1c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '15b1fef8-5d6f-4654-a0e5-757c7a2729d5'}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:41:42.069522 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb08200a-25de-4328-be7c-42844dbc71a8 req-b41cad98-9617-48ef-99cf-be64a7c3669d service neutron] Attempting to bind port 28f6e863-87a2-40f0-9013-32636d1ab35e on network 15b1fef8-5d6f-4654-a0e5-757c7a2729d5 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:41:42.074056 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb08200a-25de-4328-be7c-42844dbc71a8 req-b41cad98-9617-48ef-99cf-be64a7c3669d service neutron] Port 28f6e863-87a2-40f0-9013-32636d1ab35e on network 15b1fef8-5d6f-4654-a0e5-757c7a2729d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:41:42.074440 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb08200a-25de-4328-be7c-42844dbc71a8 req-b41cad98-9617-48ef-99cf-be64a7c3669d service neutron] Attempting to bind port 28f6e863-87a2-40f0-9013-32636d1ab35e on network 15b1fef8-5d6f-4654-a0e5-757c7a2729d5 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:41:42.079268 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb08200a-25de-4328-be7c-42844dbc71a8 req-b41cad98-9617-48ef-99cf-be64a7c3669d service neutron] Checking agent: {'id': 'b13b15cc-78ec-4c35-8be2-6f245ac287e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 13, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:41:42.080205 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb08200a-25de-4328-be7c-42844dbc71a8 req-b41cad98-9617-48ef-99cf-be64a7c3669d service neutron] Checking segment: {'id': '4497c753-383a-4ad9-8adc-7a31e9ff1c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '15b1fef8-5d6f-4654-a0e5-757c7a2729d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:41:42.080586 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb08200a-25de-4328-be7c-42844dbc71a8 req-b41cad98-9617-48ef-99cf-be64a7c3669d service neutron] Bound using segment: {'id': '4497c753-383a-4ad9-8adc-7a31e9ff1c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '15b1fef8-5d6f-4654-a0e5-757c7a2729d5'} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:41:42.081002 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-cb08200a-25de-4328-be7c-42844dbc71a8 req-b41cad98-9617-48ef-99cf-be64a7c3669d service neutron] Bound port: 28f6e863-87a2-40f0-9013-32636d1ab35e, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4497c753-383a-4ad9-8adc-7a31e9ff1c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '15b1fef8-5d6f-4654-a0e5-757c7a2729d5'}}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:41:42.081481 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-cb08200a-25de-4328-be7c-42844dbc71a8 req-b41cad98-9617-48ef-99cf-be64a7c3669d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:42.191411 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-cb08200a-25de-4328-be7c-42844dbc71a8 req-b41cad98-9617-48ef-99cf-be64a7c3669d service neutron] For port 28f6e863-87a2-40f0-9013-32636d1ab35e, host hv-cinder-78445, cleared binding levels {{(pid=93155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:41:42.195172 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-cb08200a-25de-4328-be7c-42844dbc71a8 req-b41cad98-9617-48ef-99cf-be64a7c3669d service neutron] For port 28f6e863-87a2-40f0-9013-32636d1ab35e, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=28f6e863-87a2-40f0-9013-32636d1ab35e,segment=NetworkSegment(4497c753-383a-4ad9-8adc-7a31e9ff1c81),segment_id=4497c753-383a-4ad9-8adc-7a31e9ff1c81)] {{(pid=93155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:41:42.208162 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-cb08200a-25de-4328-be7c-42844dbc71a8 req-b41cad98-9617-48ef-99cf-be64a7c3669d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868486'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:42.253293 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08200a-25de-4328-be7c-42844dbc71a8 req-b41cad98-9617-48ef-99cf-be64a7c3669d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:42.253941 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-cb08200a-25de-4328-be7c-42844dbc71a8 req-b41cad98-9617-48ef-99cf-be64a7c3669d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:42.255435 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-cb08200a-25de-4328-be7c-42844dbc71a8 req-b41cad98-9617-48ef-99cf-be64a7c3669d service neutron] 10.222.0.39 "PUT /v2.0/ports/28f6e863-87a2-40f0-9013-32636d1ab35e HTTP/1.1" status: 200 len: 1093 time: 0.8597138 Jul 13 14:41:42.261499 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be30d967-e2a5-4cc1-b17f-923d48062c63', 'tag': '28f6e863-87a2-40f0-9013-32636d1ab35e'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:41:42.271061 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969d499ae61b7a2d5523e15545dbdfcb627d31ab7a946dd0dec0766d655d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6799c8-6260-4352-b7ff-3ab48f411b4b" -d '{"events": [{"name": "network-changed", "server_uuid": "be30d967-e2a5-4cc1-b17f-923d48062c63", "tag": "28f6e863-87a2-40f0-9013-32636d1ab35e"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:41:42.337104 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41cad98-9617-48ef-99cf-be64a7c3669d service neutron] Pushing event updated for resources: {'Port': ['ID=28f6e863-87a2-40f0-9013-32636d1ab35e,revision_number=3']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:42.442661 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e11c0fc-e57d-410a-8025-7ec244d703d5 req-0e4cbdbc-6bbf-4a43-8e04-000bda450314 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:42.448264 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1e11c0fc-e57d-410a-8025-7ec244d703d5 req-0e4cbdbc-6bbf-4a43-8e04-000bda450314 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/ports?device_id=be30d967-e2a5-4cc1-b17f-923d48062c63 HTTP/1.1" status: 200 len: 943 time: 0.0753849 Jul 13 14:41:42.448264 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 58626) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:42.500946 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1e11c0fc-e57d-410a-8025-7ec244d703d5 req-6d662535-9c4a-4396-9935-b4982e0b1c92 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/security-groups?id=c014619f-fc1c-494c-8b2a-2b6218397897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471051 Jul 13 14:41:42.559970 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-10070fab-9674-457a-b172-27953c9fd6ba admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-412513273-network', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:41:42.560999 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3561c2-32f1-47c1-b2fe-8f6f05145de0 x-openstack-request-id: req-5b3561c2-32f1-47c1-b2fe-8f6f05145de0 {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:41:42.561486 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be30d967-e2a5-4cc1-b17f-923d48062c63", "tag": "28f6e863-87a2-40f0-9013-32636d1ab35e", "status": "completed", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:41:42.561910 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5b3561c2-32f1-47c1-b2fe-8f6f05145de0 {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:41:42.562504 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be30d967-e2a5-4cc1-b17f-923d48062c63', 'tag': '28f6e863-87a2-40f0-9013-32636d1ab35e', 'status': 'completed', 'code': 200} Jul 13 14:41:42.595952 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10070fab-9674-457a-b172-27953c9fd6ba admin admin] Made reservation on behalf of 99769a464f6d4affafc17bdbbd66183b for: {'network': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:41:42.605807 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-10070fab-9674-457a-b172-27953c9fd6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for network, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:42.618501 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-10070fab-9674-457a-b172-27953c9fd6ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:42.778176 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722cd333-0f06-4e7f-b291-7ec3b92d59d5 req-aa416d15-eae5-453e-909f-0ce69fe03a64 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:42.779704 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-722cd333-0f06-4e7f-b291-7ec3b92d59d5 req-aa416d15-eae5-453e-909f-0ce69fe03a64 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 944 time: 0.1116421 Jul 13 14:41:42.781657 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-10070fab-9674-457a-b172-27953c9fd6ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:42.787016 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-10070fab-9674-457a-b172-27953c9fd6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:42.837696 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10070fab-9674-457a-b172-27953c9fd6ba admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=93154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:41:42.859648 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-10070fab-9674-457a-b172-27953c9fd6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834'] for segment, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:42.859987 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.db.segments_db [None req-10070fab-9674-457a-b172-27953c9fd6ba admin admin] Added segment c6b163ab-1b04-41ce-ae67-2074c98b0129 of type vlan for network c4e52171-321c-48d2-9bf2-ea19f9b9ae29 Jul 13 14:41:42.873869 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10070fab-9674-457a-b172-27953c9fd6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca178263-17bc-45cd-a20c-c94df2527e15,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:42.890506 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-722cd333-0f06-4e7f-b291-7ec3b92d59d5 req-d100b81d-728d-4bf5-8f3a-637b79e6bc71 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962903 Jul 13 14:41:42.938865 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-10070fab-9674-457a-b172-27953c9fd6ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754803020822'] for network, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:42.969599 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-10070fab-9674-457a-b172-27953c9fd6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763'] for network, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:42.970804 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10070fab-9674-457a-b172-27953c9fd6ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:42.971396 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-10070fab-9674-457a-b172-27953c9fd6ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for network, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:43.038377 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-10070fab-9674-457a-b172-27953c9fd6ba admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5887036 Jul 13 14:41:43.041473 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 58632) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:43.043268 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10070fab-9674-457a-b172-27953c9fd6ba admin admin] Pushing event updated for resources: {'Network': ['ID=c4e52171-321c-48d2-9bf2-ea19f9b9ae29,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:43.053577 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [None req-1af90562-3af9-476c-ae83-598307b7f503 admin admin] Request body: {'subnet': {'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-412513273-subnet', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'ip_version': 4}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:41:43.059687 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Network c4e52171-321c-48d2-9bf2-ea19f9b9ae29 details requested by agent ovs-agent-dv-cinder-784453-8-iscsi with host dv-cinder-784453-8-iscsi {{(pid=93156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:41:43.082781 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af90562-3af9-476c-ae83-598307b7f503 admin admin] Made reservation on behalf of 99769a464f6d4affafc17bdbbd66183b for: {'subnet': 1} {{(pid=93155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:41:43.085337 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-1af90562-3af9-476c-ae83-598307b7f503 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8977146'] for subnet, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:43.270962 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-1af90562-3af9-476c-ae83-598307b7f503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2868625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8977096'] for subnet, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:43.329801 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af90562-3af9-476c-ae83-598307b7f503 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28025b5e-d48d-4866-b8db-aa50e7c929e5,revision_number=0']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:43.339844 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af90562-3af9-476c-ae83-598307b7f503 admin admin] Checking segment: {'id': 'c6b163ab-1b04-41ce-ae67-2074c98b0129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:41:43.340202 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af90562-3af9-476c-ae83-598307b7f503 admin admin] Network hostable DHCP agents. Network: c4e52171-321c-48d2-9bf2-ea19f9b9ae29, hostable agents: ['c057a270-abe3-45bb-b401-4c6834b17f0a'], hosted agents: [] {{(pid=93155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:41:43.360202 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af90562-3af9-476c-ae83-598307b7f503 admin admin] Network c4e52171-321c-48d2-9bf2-ea19f9b9ae29 is scheduled to be hosted by DHCP agent c057a270-abe3-45bb-b401-4c6834b17f0a with binding_index 1 {{(pid=93155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:41:43.372687 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [None req-1af90562-3af9-476c-ae83-598307b7f503 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-8-iscsi, c4e52171-321c-48d2-9bf2-ea19f9b9ae29) {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:41:43.380589 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af90562-3af9-476c-ae83-598307b7f503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:43.380807 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-1af90562-3af9-476c-ae83-598307b7f503 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:43.383427 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193f949b-a098-4f30-a907-ff7344dc8d66 None None] Network c4e52171-321c-48d2-9bf2-ea19f9b9ae29 requested from dv-cinder-784453-8-iscsi {{(pid=93156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:41:43.401079 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-1af90562-3af9-476c-ae83-598307b7f503 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3572814 Jul 13 14:41:43.403944 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 58634) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:43.409030 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [None req-8faab560-802a-4393-ab83-07d70c189468 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-412513273-router', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'}}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:41:43.440649 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8faab560-802a-4393-ab83-07d70c189468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2095217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4236'] for router, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:43.441780 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8faab560-802a-4393-ab83-07d70c189468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2095122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4229'] for router, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:43.503149 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8faab560-802a-4393-ab83-07d70c189468 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:43.576002 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e89f7d-4dc4-4760-bda4-ec315a275808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa395d92a-1b40-5614-8749-89f2b3703122-c4e52171-321c-48d2-9bf2-ea19f9b9ae29', 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'fixed_ips': [{'subnet_id': '28025b5e-d48d-4866-b8db-aa50e7c929e5'}]}} from dv-cinder-784453-8-iscsi. {{(pid=93156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:41:43.577089 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-51e89f7d-4dc4-4760-bda4-ec315a275808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:43.652864 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8faab560-802a-4393-ab83-07d70c189468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2095215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4247'] for router, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:43.713601 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a29c105-4076-4707-8540-8b8900eab80e req-ab8986c4-2d80-4c75-8030-50afc26c9e5e tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:43.721346 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9a29c105-4076-4707-8540-8b8900eab80e req-ab8986c4-2d80-4c75-8030-50afc26c9e5e tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/ports?device_id=be30d967-e2a5-4cc1-b17f-923d48062c63 HTTP/1.1" status: 200 len: 943 time: 0.0939927 Jul 13 14:41:43.762484 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9a29c105-4076-4707-8540-8b8900eab80e req-5c1eee91-01c3-42dd-94c1-5a2ad6ad45e7 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/security-groups?id=c014619f-fc1c-494c-8b2a-2b6218397897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400910 Jul 13 14:41:43.804190 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.db_base_plugin_common [None req-51e89f7d-4dc4-4760-bda4-ec315a275808 None None] Allocated IP 172.20.0.2 (c4e52171-321c-48d2-9bf2-ea19f9b9ae29/28025b5e-d48d-4866-b8db-aa50e7c929e5/33685035-a326-484a-985f-b1f1a647e8ba) {{(pid=93156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:41:43.951455 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8faab560-802a-4393-ab83-07d70c189468 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:43.963739 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-51e89f7d-4dc4-4760-bda4-ec315a275808 None None] Notify callbacks [] for port, precommit_create {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:43.972387 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-51e89f7d-4dc4-4760-bda4-ec315a275808 None None] Transition to ACTIVE for port object 33685035-a326-484a-985f-b1f1a647e8ba will not be triggered until provisioned by entity L2. {{(pid=93156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:41:43.972601 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8faab560-802a-4393-ab83-07d70c189468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:43.991832 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-51e89f7d-4dc4-4760-bda4-ec315a275808 None None] Transition to ACTIVE for port object 33685035-a326-484a-985f-b1f1a647e8ba will not be triggered until provisioned by entity DHCP. {{(pid=93156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:41:43.998061 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-51e89f7d-4dc4-4760-bda4-ec315a275808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838'] for port, after_create {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:44.052927 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e89f7d-4dc4-4760-bda4-ec315a275808 None None] Pushing event updated for resources: {'Port': ['ID=33685035-a326-484a-985f-b1f1a647e8ba,revision_number=1']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:44.062399 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e89f7d-4dc4-4760-bda4-ec315a275808 None None] Network c4e52171-321c-48d2-9bf2-ea19f9b9ae29 is already hosted by enough agents. {{(pid=93156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:41:44.065418 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.scheduler.base_scheduler [None req-51e89f7d-4dc4-4760-bda4-ec315a275808 None None] Resources bound (agent type, host, resource id): {{(pid=93156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:41:44.068199 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e89f7d-4dc4-4760-bda4-ec315a275808 None None] Received port after_create {{(pid=93156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:41:44.172564 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.db_base_plugin_common [None req-8faab560-802a-4393-ab83-07d70c189468 admin admin] Allocated IP 172.27.3.126 (ecd09457-6660-479c-a1fb-91901148ba35/592e54d3-84ab-450e-8093-b0d029762b46/400e1145-24b7-4fe4-95d8-76dbd32dfa28) {{(pid=93155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:41:44.191456 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d9176-ef25-4c21-890a-57da1b22ca00 req-ac8e7877-29ab-4a26-8685-628120b3ed95 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:44.198064 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ef4d9176-ef25-4c21-890a-57da1b22ca00 req-ac8e7877-29ab-4a26-8685-628120b3ed95 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 944 time: 0.1317999 Jul 13 14:41:44.277564 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-51e89f7d-4dc4-4760-bda4-ec315a275808 None None] Attempting to bind port 33685035-a326-484a-985f-b1f1a647e8ba on host dv-cinder-784453-8-iscsi for vnic_type normal with profile {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:41:44.280353 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ef4d9176-ef25-4c21-890a-57da1b22ca00 req-8c20df36-1e84-4002-a589-2922a1c453c6 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703053 Jul 13 14:41:44.298768 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-51e89f7d-4dc4-4760-bda4-ec315a275808 None None] Attempting to bind port 33685035-a326-484a-985f-b1f1a647e8ba by drivers openvswitch,hyperv on host dv-cinder-784453-8-iscsi at level 0 using segments [{'id': 'c6b163ab-1b04-41ce-ae67-2074c98b0129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29'}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:41:44.298768 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e89f7d-4dc4-4760-bda4-ec315a275808 None None] Attempting to bind port 33685035-a326-484a-985f-b1f1a647e8ba on network c4e52171-321c-48d2-9bf2-ea19f9b9ae29 {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:41:44.298768 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e89f7d-4dc4-4760-bda4-ec315a275808 None None] Checking agent: {'id': '3ba56e3d-baa8-43e8-bda8-5a4cd0b2ced4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 7, 13, 14, 27, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:41:44.298768 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e89f7d-4dc4-4760-bda4-ec315a275808 None None] Checking segment: {'id': 'c6b163ab-1b04-41ce-ae67-2074c98b0129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:41:44.299792 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-51e89f7d-4dc4-4760-bda4-ec315a275808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:44.300369 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e89f7d-4dc4-4760-bda4-ec315a275808 None None] Bound using segment: {'id': 'c6b163ab-1b04-41ce-ae67-2074c98b0129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29'} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:41:44.301045 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-51e89f7d-4dc4-4760-bda4-ec315a275808 None None] Bound port: 33685035-a326-484a-985f-b1f1a647e8ba, host: dv-cinder-784453-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6b163ab-1b04-41ce-ae67-2074c98b0129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29'}}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:41:44.301537 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-51e89f7d-4dc4-4760-bda4-ec315a275808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:44.356719 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8faab560-802a-4393-ab83-07d70c189468 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:44.372922 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-51e89f7d-4dc4-4760-bda4-ec315a275808 None None] For port 33685035-a326-484a-985f-b1f1a647e8ba, host dv-cinder-784453-8-iscsi, cleared binding levels {{(pid=93156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:41:44.376961 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-51e89f7d-4dc4-4760-bda4-ec315a275808 None None] For port 33685035-a326-484a-985f-b1f1a647e8ba, host dv-cinder-784453-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=33685035-a326-484a-985f-b1f1a647e8ba,segment=NetworkSegment(c6b163ab-1b04-41ce-ae67-2074c98b0129),segment_id=c6b163ab-1b04-41ce-ae67-2074c98b0129)] {{(pid=93156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:41:44.386042 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-51e89f7d-4dc4-4760-bda4-ec315a275808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:44.404746 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8faab560-802a-4393-ab83-07d70c189468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:44.459409 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e89f7d-4dc4-4760-bda4-ec315a275808 None None] Pushing event updated for resources: {'Port': ['ID=33685035-a326-484a-985f-b1f1a647e8ba,revision_number=2']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:44.459887 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8faab560-802a-4393-ab83-07d70c189468 admin admin] Network ecd09457-6660-479c-a1fb-91901148ba35 is already hosted by enough agents. {{(pid=93155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:41:44.466874 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [None req-8faab560-802a-4393-ab83-07d70c189468 admin admin] Resources bound (agent type, host, resource id): {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:41:44.471050 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faab560-802a-4393-ab83-07d70c189468 admin admin] Received port after_create {{(pid=93155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:41:44.512719 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faab560-802a-4393-ab83-07d70c189468 admin admin] Pushing event updated for resources: {'Port': ['ID=400e1145-24b7-4fe4-95d8-76dbd32dfa28,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:44.917931 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 33685035-a326-484a-985f-b1f1a647e8ba up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:41:44.988717 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning for port 33685035-a326-484a-985f-b1f1a647e8ba completed by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:41:45.041220 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2808569e-d3ce-49a4-be71-1446cdb00bce req-788809e5-c1d8-4ddd-9a35-570284d7caf7 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:45.042910 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2808569e-d3ce-49a4-be71-1446cdb00bce req-788809e5-c1d8-4ddd-9a35-570284d7caf7 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/ports?device_id=be30d967-e2a5-4cc1-b17f-923d48062c63 HTTP/1.1" status: 200 len: 943 time: 0.0838971 Jul 13 14:41:45.097078 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2808569e-d3ce-49a4-be71-1446cdb00bce req-aac74d62-0974-4862-8ac8-b77668c63dec tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/security-groups?id=c014619f-fc1c-494c-8b2a-2b6218397897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473559 Jul 13 14:41:45.120979 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8faab560-802a-4393-ab83-07d70c189468 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:45.425318 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8faab560-802a-4393-ab83-07d70c189468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2095206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995768'] for router, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:45.482981 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa41e1-1bbd-4ed8-a0dc-ca1220079779 req-3fafff58-deb3-4273-95bf-cde5abedc77c tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:45.486350 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1eaa41e1-1bbd-4ed8-a0dc-ca1220079779 req-3fafff58-deb3-4273-95bf-cde5abedc77c tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 944 time: 0.0915918 Jul 13 14:41:45.544344 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1eaa41e1-1bbd-4ed8-a0dc-ca1220079779 req-9fafbc2a-6072-4e3d-996e-a4ba6654dcee tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496163 Jul 13 14:41:45.617878 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8faab560-802a-4393-ab83-07d70c189468 admin admin] Router 8dfc397e-6ab4-46ea-aa79-0b950b4e921d is scheduled to L3 agent d92cc109-9c2d-42ed-8c1d-d826fa90f9d0 with binding_index 1 {{(pid=93155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:41:45.720504 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cb8662-9827-4c8e-8825-fd9c8347bab1 None None] Network c4e52171-321c-48d2-9bf2-ea19f9b9ae29 requested from dv-cinder-784453-8-iscsi {{(pid=93156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:41:45.740881 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8faab560-802a-4393-ab83-07d70c189468 admin admin] Notify agent at l3_agent.dv-cinder-784453-8-iscsi the message routers_updated {{(pid=93155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:41:45.757690 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8faab560-802a-4393-ab83-07d70c189468 admin admin] Notify callbacks [] for router, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:45.761877 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-8faab560-802a-4393-ab83-07d70c189468 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3545086 Jul 13 14:41:45.762240 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 58646) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:45.763472 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af005b3f-a811-4273-acbb-7f61e097cf2d None None] Sync routers for ids ['8dfc397e-6ab4-46ea-aa79-0b950b4e921d'] in dv-cinder-784453-8-iscsi {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:41:45.781035 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af005b3f-a811-4273-acbb-7f61e097cf2d None None] Routers {'8dfc397e-6ab4-46ea-aa79-0b950b4e921d'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:41:45.781606 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-af005b3f-a811-4273-acbb-7f61e097cf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:41:36Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['8dfc397e-6ab4-46ea-aa79-0b950b4e921d'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:41:45.867478 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-28749aba-0562-4b7f-bfae-ba7c948871d3 None None] Provisioning for port 33685035-a326-484a-985f-b1f1a647e8ba completed by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:41:45.904160 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-28749aba-0562-4b7f-bfae-ba7c948871d3 None None] Provisioning complete for port 33685035-a326-484a-985f-b1f1a647e8ba triggered by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:41:45.904641 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-28749aba-0562-4b7f-bfae-ba7c948871d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:46.000620 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-af005b3f-a811-4273-acbb-7f61e097cf2d None None] Set router 8dfc397e-6ab4-46ea-aa79-0b950b4e921d gateway port host: dv-cinder-784453-8-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:41:46.160175 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-28749aba-0562-4b7f-bfae-ba7c948871d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:46.227633 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-f65b20cb-c566-4c11-8ecf-e68b7cc451c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:46.234873 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-28749aba-0562-4b7f-bfae-ba7c948871d3 None None] For port 33685035-a326-484a-985f-b1f1a647e8ba, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=33685035-a326-484a-985f-b1f1a647e8ba,segment=NetworkSegment(c6b163ab-1b04-41ce-ae67-2074c98b0129),segment_id=c6b163ab-1b04-41ce-ae67-2074c98b0129)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:41:46.271344 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-28749aba-0562-4b7f-bfae-ba7c948871d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:46.330499 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28749aba-0562-4b7f-bfae-ba7c948871d3 None None] Pushing event updated for resources: {'Port': ['ID=33685035-a326-484a-985f-b1f1a647e8ba,revision_number=3']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:46.388920 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-af005b3f-a811-4273-acbb-7f61e097cf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'name': 'tempest-TestVolumeBootPattern-412513273-router', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '400e1145-24b7-4fe4-95d8-76dbd32dfa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:41:43Z', 'updated_at': '2021-07-13T14:41:44Z', 'revision_number': 3, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'gw_port': {'id': '400e1145-24b7-4fe4-95d8-76dbd32dfa28', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:67:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:43Z', 'updated_at': '2021-07-13T14:41:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi'}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:41:46.427714 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af005b3f-a811-4273-acbb-7f61e097cf2d None None] Checking router: 8dfc397e-6ab4-46ea-aa79-0b950b4e921d for host: dv-cinder-784453-8-iscsi {{(pid=93156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:41:46.428402 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af005b3f-a811-4273-acbb-7f61e097cf2d None None] Updating router 8dfc397e-6ab4-46ea-aa79-0b950b4e921d port 400e1145-24b7-4fe4-95d8-76dbd32dfa28 binding host dv-cinder-784453-8-iscsi {{(pid=93156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:41:46.467019 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [None req-f65b20cb-c566-4c11-8ecf-e68b7cc451c7 admin admin] Allocated IP 172.20.0.1 (c4e52171-321c-48d2-9bf2-ea19f9b9ae29/28025b5e-d48d-4866-b8db-aa50e7c929e5/d9d591db-55fd-4d5b-9100-f25158366104) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:41:46.476326 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79dfc71-fc03-4923-9c62-8024a21a99a2 req-baf11629-114b-448f-96fb-44a2ad76e7f3 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:46.484885 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c79dfc71-fc03-4923-9c62-8024a21a99a2 req-baf11629-114b-448f-96fb-44a2ad76e7f3 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/ports?device_id=be30d967-e2a5-4cc1-b17f-923d48062c63 HTTP/1.1" status: 200 len: 943 time: 0.1372523 Jul 13 14:41:46.494808 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-af005b3f-a811-4273-acbb-7f61e097cf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:46.519756 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-749d9cbd-548a-4840-8de2-844a980fdc82 None None] Provisioning complete for port 33685035-a326-484a-985f-b1f1a647e8ba triggered by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:41:46.519756 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-749d9cbd-548a-4840-8de2-844a980fdc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:46.575088 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c79dfc71-fc03-4923-9c62-8024a21a99a2 req-372e9f62-8fd0-4687-abfd-4723875f94d2 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/security-groups?id=c014619f-fc1c-494c-8b2a-2b6218397897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887799 Jul 13 14:41:46.639728 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-f65b20cb-c566-4c11-8ecf-e68b7cc451c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:46.660448 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-f65b20cb-c566-4c11-8ecf-e68b7cc451c7 admin admin] Transition to ACTIVE for port object d9d591db-55fd-4d5b-9100-f25158366104 will not be triggered until provisioned by entity DHCP. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:41:46.715211 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-f65b20cb-c566-4c11-8ecf-e68b7cc451c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800428'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:46.819057 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65b20cb-c566-4c11-8ecf-e68b7cc451c7 admin admin] Network c4e52171-321c-48d2-9bf2-ea19f9b9ae29 is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:41:46.824635 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-f65b20cb-c566-4c11-8ecf-e68b7cc451c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:41:46.836793 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65b20cb-c566-4c11-8ecf-e68b7cc451c7 admin admin] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:41:46.861851 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:46.888162 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b20cb-c566-4c11-8ecf-e68b7cc451c7 admin admin] Pushing event updated for resources: {'Port': ['ID=d9d591db-55fd-4d5b-9100-f25158366104,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:46.890289 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 33685035-a326-484a-985f-b1f1a647e8ba up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:41:46.903820 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-f65b20cb-c566-4c11-8ecf-e68b7cc451c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1993117'] for router_interface, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:46.953687 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-af005b3f-a811-4273-acbb-7f61e097cf2d None None] Notify callbacks [] for port, precommit_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:46.968381 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7460f-0cc8-469b-a318-fcaf17410908 req-727dab8e-d433-4c17-bd88-92019b082f8d tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:46.970639 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ceb7460f-0cc8-469b-a318-fcaf17410908 req-727dab8e-d433-4c17-bd88-92019b082f8d tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 944 time: 0.2139463 Jul 13 14:41:46.973543 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-af005b3f-a811-4273-acbb-7f61e097cf2d None None] Transition to ACTIVE for port object 400e1145-24b7-4fe4-95d8-76dbd32dfa28 will not be triggered until provisioned by entity L2. {{(pid=93156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:41:46.988292 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-af005b3f-a811-4273-acbb-7f61e097cf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:47.055355 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port 33685035-a326-484a-985f-b1f1a647e8ba triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:41:47.055740 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:47.071520 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b0591-f5f8-4fba-89ab-30139578ebc4 None None] Pushing event updated for resources: {'Port': ['ID=400e1145-24b7-4fe4-95d8-76dbd32dfa28,revision_number=2']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:47.088151 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ceb7460f-0cc8-469b-a318-fcaf17410908 req-47719ca9-abe9-433b-aec9-76e99db3bfd8 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044748 Jul 13 14:41:47.118058 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-af005b3f-a811-4273-acbb-7f61e097cf2d None None] Attempting to bind port 400e1145-24b7-4fe4-95d8-76dbd32dfa28 on host dv-cinder-784453-8-iscsi for vnic_type normal with profile {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:41:47.118456 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-af005b3f-a811-4273-acbb-7f61e097cf2d None None] Attempting to bind port 400e1145-24b7-4fe4-95d8-76dbd32dfa28 by drivers openvswitch,hyperv on host dv-cinder-784453-8-iscsi at level 0 using segments [{'id': '1dffabd1-9f9c-45cf-80ba-954af1e6bced', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:41:47.118810 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af005b3f-a811-4273-acbb-7f61e097cf2d None None] Attempting to bind port 400e1145-24b7-4fe4-95d8-76dbd32dfa28 on network ecd09457-6660-479c-a1fb-91901148ba35 {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:41:47.129275 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af005b3f-a811-4273-acbb-7f61e097cf2d None None] Checking agent: {'id': '3ba56e3d-baa8-43e8-bda8-5a4cd0b2ced4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 7, 13, 14, 27, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:41:47.129752 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af005b3f-a811-4273-acbb-7f61e097cf2d None None] Checking segment: {'id': '1dffabd1-9f9c-45cf-80ba-954af1e6bced', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:41:47.130270 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-af005b3f-a811-4273-acbb-7f61e097cf2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:47.130689 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af005b3f-a811-4273-acbb-7f61e097cf2d None None] Bound using segment: {'id': '1dffabd1-9f9c-45cf-80ba-954af1e6bced', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:41:47.131555 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-af005b3f-a811-4273-acbb-7f61e097cf2d None None] Bound port: 400e1145-24b7-4fe4-95d8-76dbd32dfa28, host: dv-cinder-784453-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dffabd1-9f9c-45cf-80ba-954af1e6bced', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'}}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:41:47.131899 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-af005b3f-a811-4273-acbb-7f61e097cf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:47.230315 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-713b961d-6c01-4ff8-b291-6ceda1deac5b None None] Provisioning for port d9d591db-55fd-4d5b-9100-f25158366104 completed by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:41:47.246851 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-713b961d-6c01-4ff8-b291-6ceda1deac5b None None] Provisioning complete for port d9d591db-55fd-4d5b-9100-f25158366104 triggered by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:41:47.247207 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-713b961d-6c01-4ff8-b291-6ceda1deac5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:47.275777 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-af005b3f-a811-4273-acbb-7f61e097cf2d None None] For port 400e1145-24b7-4fe4-95d8-76dbd32dfa28, host dv-cinder-784453-8-iscsi, cleared binding levels {{(pid=93156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:41:47.302502 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-af005b3f-a811-4273-acbb-7f61e097cf2d None None] For port 400e1145-24b7-4fe4-95d8-76dbd32dfa28, host dv-cinder-784453-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=400e1145-24b7-4fe4-95d8-76dbd32dfa28,segment=NetworkSegment(1dffabd1-9f9c-45cf-80ba-954af1e6bced),segment_id=1dffabd1-9f9c-45cf-80ba-954af1e6bced)] {{(pid=93156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:41:47.311277 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-af005b3f-a811-4273-acbb-7f61e097cf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:47.315131 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-713b961d-6c01-4ff8-b291-6ceda1deac5b None None] Port d9d591db-55fd-4d5b-9100-f25158366104 cannot update to ACTIVE because it is not bound. {{(pid=93156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:41:47.386602 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b0591-f5f8-4fba-89ab-30139578ebc4 None None] Pushing event updated for resources: {'Port': ['ID=400e1145-24b7-4fe4-95d8-76dbd32dfa28,revision_number=3']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:47.394902 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af005b3f-a811-4273-acbb-7f61e097cf2d None None] Routers {'8dfc397e-6ab4-46ea-aa79-0b950b4e921d'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:41:47.396123 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-af005b3f-a811-4273-acbb-7f61e097cf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:41:36Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['8dfc397e-6ab4-46ea-aa79-0b950b4e921d'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:41:47.417149 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-f65b20cb-c566-4c11-8ecf-e68b7cc451c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:47.510936 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-af005b3f-a811-4273-acbb-7f61e097cf2d None None] Set router 8dfc397e-6ab4-46ea-aa79-0b950b4e921d gateway port host: dv-cinder-784453-8-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:41:47.602532 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-f65b20cb-c566-4c11-8ecf-e68b7cc451c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:47.608360 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-f65b20cb-c566-4c11-8ecf-e68b7cc451c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8800423'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:47.678523 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b20cb-c566-4c11-8ecf-e68b7cc451c7 admin admin] Pushing event updated for resources: {'Port': ['ID=d9d591db-55fd-4d5b-9100-f25158366104,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:47.681244 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-f65b20cb-c566-4c11-8ecf-e68b7cc451c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1992151'] for router_interface, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:47.805114 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65b20cb-c566-4c11-8ecf-e68b7cc451c7 admin admin] Network c4e52171-321c-48d2-9bf2-ea19f9b9ae29 is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:41:47.807663 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-f65b20cb-c566-4c11-8ecf-e68b7cc451c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:41:47.961599 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-af005b3f-a811-4273-acbb-7f61e097cf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'name': 'tempest-TestVolumeBootPattern-412513273-router', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '400e1145-24b7-4fe4-95d8-76dbd32dfa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:41:43Z', 'updated_at': '2021-07-13T14:41:47Z', 'revision_number': 4, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'gw_port': {'id': '400e1145-24b7-4fe4-95d8-76dbd32dfa28', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:67:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:43Z', 'updated_at': '2021-07-13T14:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': 'd9d591db-55fd-4d5b-9100-f25158366104', 'name': '', 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'mac_address': 'fa:16:3e:23:d3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '28025b5e-d48d-4866-b8db-aa50e7c929e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:46Z', 'updated_at': '2021-07-13T14:41:46Z', 'revision_number': 1, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'subnets': [{'id': '28025b5e-d48d-4866-b8db-aa50e7c929e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:41:47.991573 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af005b3f-a811-4273-acbb-7f61e097cf2d None None] The sync data for ids ['8dfc397e-6ab4-46ea-aa79-0b950b4e921d'] in dv-cinder-784453-8-iscsi is: [{'id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'name': 'tempest-TestVolumeBootPattern-412513273-router', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '400e1145-24b7-4fe4-95d8-76dbd32dfa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:41:43Z', 'updated_at': '2021-07-13T14:41:47Z', 'revision_number': 4, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'gw_port': {'id': '400e1145-24b7-4fe4-95d8-76dbd32dfa28', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:67:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:43Z', 'updated_at': '2021-07-13T14:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': 'd9d591db-55fd-4d5b-9100-f25158366104', 'name': '', 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'mac_address': 'fa:16:3e:23:d3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '28025b5e-d48d-4866-b8db-aa50e7c929e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:46Z', 'updated_at': '2021-07-13T14:41:46Z', 'revision_number': 1, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'subnets': [{'id': '28025b5e-d48d-4866-b8db-aa50e7c929e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:41:48.022184 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8938d-2501-41a5-89c1-cd03c292975d req-a69f57ba-243b-4b2e-bdd7-b7f488f0d02a tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:48.027834 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6dd8938d-2501-41a5-89c1-cd03c292975d req-a69f57ba-243b-4b2e-bdd7-b7f488f0d02a tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/ports?device_id=be30d967-e2a5-4cc1-b17f-923d48062c63 HTTP/1.1" status: 200 len: 943 time: 0.1638479 Jul 13 14:41:48.030201 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65b20cb-c566-4c11-8ecf-e68b7cc451c7 admin admin] Router 8dfc397e-6ab4-46ea-aa79-0b950b4e921d has already been hosted by L3 agent d92cc109-9c2d-42ed-8c1d-d826fa90f9d0 {{(pid=93154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:41:48.098630 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6dd8938d-2501-41a5-89c1-cd03c292975d req-e7b9559f-5d41-4598-8df9-cca0d8a00403 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/security-groups?id=c014619f-fc1c-494c-8b2a-2b6218397897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629842 Jul 13 14:41:48.164268 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-0622dcc9-d357-41d2-ab24-340e753d854e None None] Provisioning complete for port d9d591db-55fd-4d5b-9100-f25158366104 triggered by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:41:48.164268 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-0622dcc9-d357-41d2-ab24-340e753d854e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:48.258153 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-0622dcc9-d357-41d2-ab24-340e753d854e None None] Port d9d591db-55fd-4d5b-9100-f25158366104 cannot update to ACTIVE because it is not bound. {{(pid=93156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:41:48.258433 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65b20cb-c566-4c11-8ecf-e68b7cc451c7 admin admin] Notify agent at l3_agent.dv-cinder-784453-8-iscsi the message routers_updated {{(pid=93154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:41:48.273569 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-f65b20cb-c566-4c11-8ecf-e68b7cc451c7 admin admin] 10.222.0.11 "PUT /v2.0/routers/8dfc397e-6ab4-46ea-aa79-0b950b4e921d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5101714 Jul 13 14:41:48.416550 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7ed87-cea7-4c68-806e-58c099820056 req-46d993b4-6862-45cb-b054-d1d62784d9d4 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:48.419203 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1ab7ed87-cea7-4c68-806e-58c099820056 req-46d993b4-6862-45cb-b054-d1d62784d9d4 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 944 time: 0.1393640 Jul 13 14:41:48.496001 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1ab7ed87-cea7-4c68-806e-58c099820056 req-91e28f4b-7afb-42b3-8813-7277681c3d78 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621114 Jul 13 14:41:49.085146 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 58672) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:49.096974 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [None req-ff030d8a-80eb-49a2-8260-e99fefdd4419 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1145749559-network', 'tenant_id': '8fa0be68ecfc4227a139ba95bab2c5bf'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:41:49.125135 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff030d8a-80eb-49a2-8260-e99fefdd4419 admin admin] Made reservation on behalf of 8fa0be68ecfc4227a139ba95bab2c5bf for: {'network': 1} {{(pid=93155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:41:49.127572 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ff030d8a-80eb-49a2-8260-e99fefdd4419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for network, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:49.147943 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ff030d8a-80eb-49a2-8260-e99fefdd4419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:49.308617 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ff030d8a-80eb-49a2-8260-e99fefdd4419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:49.314494 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ff030d8a-80eb-49a2-8260-e99fefdd4419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:49.331330 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea020f83-403a-427b-98c8-1f24e4a91aaf req-d24a0b60-fb9f-4dba-aa4b-c53b335ac62d tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:49.333314 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ea020f83-403a-427b-98c8-1f24e4a91aaf req-d24a0b60-fb9f-4dba-aa4b-c53b335ac62d tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/ports?device_id=be30d967-e2a5-4cc1-b17f-923d48062c63 HTTP/1.1" status: 200 len: 943 time: 0.0861592 Jul 13 14:41:49.350953 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff030d8a-80eb-49a2-8260-e99fefdd4419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14c08a7-d30f-46ac-ae0d-576a44a92980,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:49.374337 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff030d8a-80eb-49a2-8260-e99fefdd4419 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=93155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:41:49.384666 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ff030d8a-80eb-49a2-8260-e99fefdd4419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834'] for segment, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:49.385020 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.db.segments_db [None req-ff030d8a-80eb-49a2-8260-e99fefdd4419 admin admin] Added segment bf615d00-bff2-4b5c-8968-cd44c30ae800 of type vlan for network 4ee0abbd-1de3-4384-9188-533cbc1e657b Jul 13 14:41:49.402967 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ea020f83-403a-427b-98c8-1f24e4a91aaf req-210b1519-34c5-4cb4-8b40-aadb2f5471c7 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/security-groups?id=c014619f-fc1c-494c-8b2a-2b6218397897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622506 Jul 13 14:41:49.465507 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ff030d8a-80eb-49a2-8260-e99fefdd4419 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754803020822'] for network, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:49.554437 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ff030d8a-80eb-49a2-8260-e99fefdd4419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763'] for network, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:49.555543 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff030d8a-80eb-49a2-8260-e99fefdd4419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:49.556402 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ff030d8a-80eb-49a2-8260-e99fefdd4419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for network, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:49.622155 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-ff030d8a-80eb-49a2-8260-e99fefdd4419 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5352030 Jul 13 14:41:49.625142 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 58678) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:49.630024 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-fbee4c4d-542d-4e52-864a-a810c0daa941 admin admin] Request body: {'subnet': {'network_id': '4ee0abbd-1de3-4384-9188-533cbc1e657b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1145749559-subnet', 'tenant_id': '8fa0be68ecfc4227a139ba95bab2c5bf', 'ip_version': 4}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:41:49.652125 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff030d8a-80eb-49a2-8260-e99fefdd4419 admin admin] Pushing event updated for resources: {'Network': ['ID=4ee0abbd-1de3-4384-9188-533cbc1e657b,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:49.663454 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Network 4ee0abbd-1de3-4384-9188-533cbc1e657b details requested by agent ovs-agent-dv-cinder-784453-8-iscsi with host dv-cinder-784453-8-iscsi {{(pid=93156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:41:49.735024 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbee4c4d-542d-4e52-864a-a810c0daa941 admin admin] Made reservation on behalf of 8fa0be68ecfc4227a139ba95bab2c5bf for: {'subnet': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:41:49.737634 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-fbee4c4d-542d-4e52-864a-a810c0daa941 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8958824'] for subnet, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:49.841418 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d0d5f-c440-4c49-9719-acd11a5ab696 req-7ebd91b8-5623-408b-85a5-5cdc3a1b13f1 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:49.844856 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-bb1d0d5f-c440-4c49-9719-acd11a5ab696 req-7ebd91b8-5623-408b-85a5-5cdc3a1b13f1 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 944 time: 0.1664791 Jul 13 14:41:49.923111 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-bb1d0d5f-c440-4c49-9719-acd11a5ab696 req-376501c8-da0b-4909-b1ad-0e543de50f51 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672979 Jul 13 14:41:50.012848 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-fbee4c4d-542d-4e52-864a-a810c0daa941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8800304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8958810'] for subnet, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:50.075891 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee4c4d-542d-4e52-864a-a810c0daa941 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dd8f694-a845-4cf9-bae6-211b99194b57,revision_number=0']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:50.088189 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbee4c4d-542d-4e52-864a-a810c0daa941 admin admin] Checking segment: {'id': 'bf615d00-bff2-4b5c-8968-cd44c30ae800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4ee0abbd-1de3-4384-9188-533cbc1e657b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:41:50.088622 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbee4c4d-542d-4e52-864a-a810c0daa941 admin admin] Network hostable DHCP agents. Network: 4ee0abbd-1de3-4384-9188-533cbc1e657b, hostable agents: ['c057a270-abe3-45bb-b401-4c6834b17f0a'], hosted agents: [] {{(pid=93154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:41:50.107729 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbee4c4d-542d-4e52-864a-a810c0daa941 admin admin] Network 4ee0abbd-1de3-4384-9188-533cbc1e657b is scheduled to be hosted by DHCP agent c057a270-abe3-45bb-b401-4c6834b17f0a with binding_index 1 {{(pid=93154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:41:50.118363 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-fbee4c4d-542d-4e52-864a-a810c0daa941 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-8-iscsi, 4ee0abbd-1de3-4384-9188-533cbc1e657b) {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:41:50.122699 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbee4c4d-542d-4e52-864a-a810c0daa941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:50.123389 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-fbee4c4d-542d-4e52-864a-a810c0daa941 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for subnet, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:50.128679 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582b7c32-eabb-48f7-bd1e-660a7d65696d None None] Network 4ee0abbd-1de3-4384-9188-533cbc1e657b requested from dv-cinder-784453-8-iscsi {{(pid=93156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:41:50.139564 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-fbee4c4d-542d-4e52-864a-a810c0daa941 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5132205 Jul 13 14:41:50.142599 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 58680) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:50.147836 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-6a23c3f9-e26e-4716-950f-5ea5fd331ea5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1145749559-router', 'tenant_id': '8fa0be68ecfc4227a139ba95bab2c5bf', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'}}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:41:50.183861 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6a23c3f9-e26e-4716-950f-5ea5fd331ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2095217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4236'] for router, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:50.185210 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6a23c3f9-e26e-4716-950f-5ea5fd331ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2095122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4229'] for router, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:50.247770 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6a23c3f9-e26e-4716-950f-5ea5fd331ea5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:50.337998 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00263357-0232-47af-a66f-0ddca8d4544f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa395d92a-1b40-5614-8749-89f2b3703122-4ee0abbd-1de3-4384-9188-533cbc1e657b', 'network_id': '4ee0abbd-1de3-4384-9188-533cbc1e657b', 'tenant_id': '8fa0be68ecfc4227a139ba95bab2c5bf', 'fixed_ips': [{'subnet_id': '2dd8f694-a845-4cf9-bae6-211b99194b57'}]}} from dv-cinder-784453-8-iscsi. {{(pid=93156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:41:50.338920 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-00263357-0232-47af-a66f-0ddca8d4544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:50.442789 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6a23c3f9-e26e-4716-950f-5ea5fd331ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2095215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4247'] for router, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:50.545190 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.db_base_plugin_common [None req-00263357-0232-47af-a66f-0ddca8d4544f None None] Allocated IP 172.20.0.2 (4ee0abbd-1de3-4384-9188-533cbc1e657b/2dd8f694-a845-4cf9-bae6-211b99194b57/e2d6cbb2-bca8-474b-ab4c-9c5982909a19) {{(pid=93156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:41:50.670678 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d56324-fe0e-484c-9078-ae044d04b5e0 req-8bb8af77-cb3d-4361-ba67-4771b4aebba1 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:50.679646 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-24d56324-fe0e-484c-9078-ae044d04b5e0 req-8bb8af77-cb3d-4361-ba67-4771b4aebba1 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/ports?device_id=be30d967-e2a5-4cc1-b17f-923d48062c63 HTTP/1.1" status: 200 len: 943 time: 0.1237891 Jul 13 14:41:50.783217 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-24d56324-fe0e-484c-9078-ae044d04b5e0 req-e5b45420-e67b-41ef-8f8e-b05a62e64de2 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/security-groups?id=c014619f-fc1c-494c-8b2a-2b6218397897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022093 Jul 13 14:41:50.795289 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-00263357-0232-47af-a66f-0ddca8d4544f None None] Notify callbacks [] for port, precommit_create {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:50.815881 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-00263357-0232-47af-a66f-0ddca8d4544f None None] Transition to ACTIVE for port object e2d6cbb2-bca8-474b-ab4c-9c5982909a19 will not be triggered until provisioned by entity L2. {{(pid=93156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:41:50.849414 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-00263357-0232-47af-a66f-0ddca8d4544f None None] Transition to ACTIVE for port object e2d6cbb2-bca8-474b-ab4c-9c5982909a19 will not be triggered until provisioned by entity DHCP. {{(pid=93156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:41:50.888337 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13abb589-e450-4576-9684-ece564bf5e52 None None] Sync routers for ids ['8dfc397e-6ab4-46ea-aa79-0b950b4e921d'] in dv-cinder-784453-8-iscsi {{(pid=93157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:41:50.911257 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-00263357-0232-47af-a66f-0ddca8d4544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838'] for port, after_create {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:50.919382 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6a23c3f9-e26e-4716-950f-5ea5fd331ea5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:50.937840 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13abb589-e450-4576-9684-ece564bf5e52 None None] Routers {'8dfc397e-6ab4-46ea-aa79-0b950b4e921d'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:41:50.938557 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-13abb589-e450-4576-9684-ece564bf5e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:41:36Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['8dfc397e-6ab4-46ea-aa79-0b950b4e921d'], 'active': True} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:41:50.940527 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6a23c3f9-e26e-4716-950f-5ea5fd331ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:50.999036 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00263357-0232-47af-a66f-0ddca8d4544f None None] Network 4ee0abbd-1de3-4384-9188-533cbc1e657b is already hosted by enough agents. {{(pid=93156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:41:51.003477 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 400e1145-24b7-4fe4-95d8-76dbd32dfa28 up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:41:51.010511 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.scheduler.base_scheduler [None req-00263357-0232-47af-a66f-0ddca8d4544f None None] Resources bound (agent type, host, resource id): {{(pid=93156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:41:51.023185 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00263357-0232-47af-a66f-0ddca8d4544f None None] Received port after_create {{(pid=93156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:41:51.109875 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvr_db [None req-13abb589-e450-4576-9684-ece564bf5e52 None None] Set router 8dfc397e-6ab4-46ea-aa79-0b950b4e921d gateway port host: dv-cinder-784453-8-iscsi {{(pid=93157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:41:51.128448 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00263357-0232-47af-a66f-0ddca8d4544f None None] Pushing event updated for resources: {'Port': ['ID=e2d6cbb2-bca8-474b-ab4c-9c5982909a19,revision_number=1']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:51.207012 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-00263357-0232-47af-a66f-0ddca8d4544f None None] Attempting to bind port e2d6cbb2-bca8-474b-ab4c-9c5982909a19 on host dv-cinder-784453-8-iscsi for vnic_type normal with profile {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:41:51.207393 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-00263357-0232-47af-a66f-0ddca8d4544f None None] Attempting to bind port e2d6cbb2-bca8-474b-ab4c-9c5982909a19 by drivers openvswitch,hyperv on host dv-cinder-784453-8-iscsi at level 0 using segments [{'id': 'bf615d00-bff2-4b5c-8968-cd44c30ae800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4ee0abbd-1de3-4384-9188-533cbc1e657b'}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:41:51.207763 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00263357-0232-47af-a66f-0ddca8d4544f None None] Attempting to bind port e2d6cbb2-bca8-474b-ab4c-9c5982909a19 on network 4ee0abbd-1de3-4384-9188-533cbc1e657b {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:41:51.210688 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [None req-6a23c3f9-e26e-4716-950f-5ea5fd331ea5 admin admin] Allocated IP 172.27.3.179 (ecd09457-6660-479c-a1fb-91901148ba35/592e54d3-84ab-450e-8093-b0d029762b46/2ba81b2d-b69e-4ab8-88d2-68ae5eb26238) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:41:51.222807 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00263357-0232-47af-a66f-0ddca8d4544f None None] Checking agent: {'id': '3ba56e3d-baa8-43e8-bda8-5a4cd0b2ced4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 7, 13, 14, 27, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:41:51.225229 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00263357-0232-47af-a66f-0ddca8d4544f None None] Checking segment: {'id': 'bf615d00-bff2-4b5c-8968-cd44c30ae800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4ee0abbd-1de3-4384-9188-533cbc1e657b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:41:51.225680 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-00263357-0232-47af-a66f-0ddca8d4544f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:51.226317 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00263357-0232-47af-a66f-0ddca8d4544f None None] Bound using segment: {'id': 'bf615d00-bff2-4b5c-8968-cd44c30ae800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4ee0abbd-1de3-4384-9188-533cbc1e657b'} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:41:51.226883 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-00263357-0232-47af-a66f-0ddca8d4544f None None] Bound port: e2d6cbb2-bca8-474b-ab4c-9c5982909a19, host: dv-cinder-784453-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf615d00-bff2-4b5c-8968-cd44c30ae800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4ee0abbd-1de3-4384-9188-533cbc1e657b'}}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:41:51.228638 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-00263357-0232-47af-a66f-0ddca8d4544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:51.245466 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning for port 400e1145-24b7-4fe4-95d8-76dbd32dfa28 completed by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:41:51.251244 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port 400e1145-24b7-4fe4-95d8-76dbd32dfa28 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:41:51.251760 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:51.299813 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fdc4c6-99e5-48d0-b812-359393406be4 req-ed645b1e-d24e-4149-a001-19a0e1f77849 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:51.307670 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d1fdc4c6-99e5-48d0-b812-359393406be4 req-ed645b1e-d24e-4149-a001-19a0e1f77849 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 944 time: 0.1630113 Jul 13 14:41:51.368015 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-00263357-0232-47af-a66f-0ddca8d4544f None None] For port e2d6cbb2-bca8-474b-ab4c-9c5982909a19, host dv-cinder-784453-8-iscsi, cleared binding levels {{(pid=93156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:41:51.370682 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d1fdc4c6-99e5-48d0-b812-359393406be4 req-3009b9d0-9ab9-420d-bfdb-56b136194905 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617564 Jul 13 14:41:51.374121 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-00263357-0232-47af-a66f-0ddca8d4544f None None] For port e2d6cbb2-bca8-474b-ab4c-9c5982909a19, host dv-cinder-784453-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=e2d6cbb2-bca8-474b-ab4c-9c5982909a19,segment=NetworkSegment(bf615d00-bff2-4b5c-8968-cd44c30ae800),segment_id=bf615d00-bff2-4b5c-8968-cd44c30ae800)] {{(pid=93156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:41:51.392124 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-00263357-0232-47af-a66f-0ddca8d4544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:51.399783 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6a23c3f9-e26e-4716-950f-5ea5fd331ea5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:51.461869 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6a23c3f9-e26e-4716-950f-5ea5fd331ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800428'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:51.490768 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-13abb589-e450-4576-9684-ece564bf5e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'name': 'tempest-TestVolumeBootPattern-412513273-router', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '400e1145-24b7-4fe4-95d8-76dbd32dfa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:41:43Z', 'updated_at': '2021-07-13T14:41:47Z', 'revision_number': 4, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'gw_port': {'id': '400e1145-24b7-4fe4-95d8-76dbd32dfa28', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:67:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:43Z', 'updated_at': '2021-07-13T14:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': 'd9d591db-55fd-4d5b-9100-f25158366104', 'name': '', 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'mac_address': 'fa:16:3e:23:d3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '28025b5e-d48d-4866-b8db-aa50e7c929e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:46Z', 'updated_at': '2021-07-13T14:41:47Z', 'revision_number': 2, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'subnets': [{'id': '28025b5e-d48d-4866-b8db-aa50e7c929e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:41:51.519270 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:51.528381 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13abb589-e450-4576-9684-ece564bf5e52 None None] Checking router: 8dfc397e-6ab4-46ea-aa79-0b950b4e921d for host: dv-cinder-784453-8-iscsi {{(pid=93157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:41:51.529018 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13abb589-e450-4576-9684-ece564bf5e52 None None] Updating router 8dfc397e-6ab4-46ea-aa79-0b950b4e921d port d9d591db-55fd-4d5b-9100-f25158366104 binding host dv-cinder-784453-8-iscsi {{(pid=93157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:41:51.543468 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a23c3f9-e26e-4716-950f-5ea5fd331ea5 admin admin] Network ecd09457-6660-479c-a1fb-91901148ba35 is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:41:51.543919 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] For port 400e1145-24b7-4fe4-95d8-76dbd32dfa28, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=400e1145-24b7-4fe4-95d8-76dbd32dfa28,segment=NetworkSegment(1dffabd1-9f9c-45cf-80ba-954af1e6bced),segment_id=1dffabd1-9f9c-45cf-80ba-954af1e6bced)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:41:51.548592 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-6a23c3f9-e26e-4716-950f-5ea5fd331ea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:41:51.555956 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a23c3f9-e26e-4716-950f-5ea5fd331ea5 admin admin] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:41:51.560402 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:51.568734 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-13abb589-e450-4576-9684-ece564bf5e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:51.593204 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00263357-0232-47af-a66f-0ddca8d4544f None None] Pushing event updated for resources: {'Port': ['ID=e2d6cbb2-bca8-474b-ab4c-9c5982909a19,revision_number=2']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:51.597097 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23c3f9-e26e-4716-950f-5ea5fd331ea5 admin admin] Pushing event updated for resources: {'Port': ['ID=2ba81b2d-b69e-4ab8-88d2-68ae5eb26238,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:51.698988 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Pushing event updated for resources: {'Port': ['ID=400e1145-24b7-4fe4-95d8-76dbd32dfa28,revision_number=4']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:52.034226 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6a23c3f9-e26e-4716-950f-5ea5fd331ea5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:52.085304 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-13abb589-e450-4576-9684-ece564bf5e52 None None] Notify callbacks [] for port, precommit_update {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:52.095372 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.provisioning_blocks [None req-13abb589-e450-4576-9684-ece564bf5e52 None None] Transition to ACTIVE for port object d9d591db-55fd-4d5b-9100-f25158366104 will not be triggered until provisioned by entity L2. {{(pid=93157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:41:52.101412 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-13abb589-e450-4576-9684-ece564bf5e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:52.103925 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681545fc-e4d5-4074-907b-592b159c5d7b req-86b67eec-0832-43a3-bd29-6376562a3c77 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:52.105404 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-681545fc-e4d5-4074-907b-592b159c5d7b req-86b67eec-0832-43a3-bd29-6376562a3c77 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/ports?device_id=be30d967-e2a5-4cc1-b17f-923d48062c63 HTTP/1.1" status: 200 len: 943 time: 0.1297939 Jul 13 14:41:52.151961 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff5739-1bb2-4f3c-90cb-3483e83fe077 None None] Pushing event updated for resources: {'Port': ['ID=d9d591db-55fd-4d5b-9100-f25158366104,revision_number=3']} {{(pid=93157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:52.162015 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ff5739-1bb2-4f3c-90cb-3483e83fe077 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:52.162392 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ff5739-1bb2-4f3c-90cb-3483e83fe077 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:52.162719 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ff5739-1bb2-4f3c-90cb-3483e83fe077 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:52.163040 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ff5739-1bb2-4f3c-90cb-3483e83fe077 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:52.163393 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ff5739-1bb2-4f3c-90cb-3483e83fe077 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:52.163722 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ff5739-1bb2-4f3c-90cb-3483e83fe077 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:52.164040 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ff5739-1bb2-4f3c-90cb-3483e83fe077 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:52.164353 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ff5739-1bb2-4f3c-90cb-3483e83fe077 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:52.164687 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ff5739-1bb2-4f3c-90cb-3483e83fe077 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:52.165006 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ff5739-1bb2-4f3c-90cb-3483e83fe077 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:52.165507 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ff5739-1bb2-4f3c-90cb-3483e83fe077 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:52.165827 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ff5739-1bb2-4f3c-90cb-3483e83fe077 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:41:52.189765 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-681545fc-e4d5-4074-907b-592b159c5d7b req-67c97274-90b6-4dd8-9458-a112a49a6d54 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/security-groups?id=c014619f-fc1c-494c-8b2a-2b6218397897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575731 Jul 13 14:41:52.227687 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.managers [None req-13abb589-e450-4576-9684-ece564bf5e52 None None] Attempting to bind port d9d591db-55fd-4d5b-9100-f25158366104 on host dv-cinder-784453-8-iscsi for vnic_type normal with profile {{(pid=93157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:41:52.227952 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.managers [None req-13abb589-e450-4576-9684-ece564bf5e52 None None] Attempting to bind port d9d591db-55fd-4d5b-9100-f25158366104 by drivers openvswitch,hyperv on host dv-cinder-784453-8-iscsi at level 0 using segments [{'id': 'c6b163ab-1b04-41ce-ae67-2074c98b0129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29'}] {{(pid=93157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:41:52.228304 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13abb589-e450-4576-9684-ece564bf5e52 None None] Attempting to bind port d9d591db-55fd-4d5b-9100-f25158366104 on network c4e52171-321c-48d2-9bf2-ea19f9b9ae29 {{(pid=93157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:41:52.233834 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13abb589-e450-4576-9684-ece564bf5e52 None None] Checking agent: {'id': '3ba56e3d-baa8-43e8-bda8-5a4cd0b2ced4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 7, 13, 14, 27, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:41:52.234310 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13abb589-e450-4576-9684-ece564bf5e52 None None] Checking segment: {'id': 'c6b163ab-1b04-41ce-ae67-2074c98b0129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:41:52.234712 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-13abb589-e450-4576-9684-ece564bf5e52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:52.235132 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13abb589-e450-4576-9684-ece564bf5e52 None None] Bound using segment: {'id': 'c6b163ab-1b04-41ce-ae67-2074c98b0129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29'} {{(pid=93157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:41:52.235797 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.managers [None req-13abb589-e450-4576-9684-ece564bf5e52 None None] Bound port: d9d591db-55fd-4d5b-9100-f25158366104, host: dv-cinder-784453-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6b163ab-1b04-41ce-ae67-2074c98b0129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29'}}] {{(pid=93157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:41:52.236192 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-13abb589-e450-4576-9684-ece564bf5e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:52.304741 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.db [None req-13abb589-e450-4576-9684-ece564bf5e52 None None] For port d9d591db-55fd-4d5b-9100-f25158366104, host dv-cinder-784453-8-iscsi, cleared binding levels {{(pid=93157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:41:52.308597 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.db [None req-13abb589-e450-4576-9684-ece564bf5e52 None None] For port d9d591db-55fd-4d5b-9100-f25158366104, host dv-cinder-784453-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=d9d591db-55fd-4d5b-9100-f25158366104,segment=NetworkSegment(c6b163ab-1b04-41ce-ae67-2074c98b0129),segment_id=c6b163ab-1b04-41ce-ae67-2074c98b0129)] {{(pid=93157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:41:52.315593 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-13abb589-e450-4576-9684-ece564bf5e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:52.379295 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13abb589-e450-4576-9684-ece564bf5e52 None None] Routers {'8dfc397e-6ab4-46ea-aa79-0b950b4e921d'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:41:52.379943 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-13abb589-e450-4576-9684-ece564bf5e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:41:36Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['8dfc397e-6ab4-46ea-aa79-0b950b4e921d'], 'active': True} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:41:52.386303 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff5739-1bb2-4f3c-90cb-3483e83fe077 None None] Pushing event updated for resources: {'Port': ['ID=d9d591db-55fd-4d5b-9100-f25158366104,revision_number=4']} {{(pid=93157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:52.541809 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvr_db [None req-13abb589-e450-4576-9684-ece564bf5e52 None None] Set router 8dfc397e-6ab4-46ea-aa79-0b950b4e921d gateway port host: dv-cinder-784453-8-iscsi {{(pid=93157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:41:52.556750 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6799c8-6260-4352-b7ff-3ab48f411b4b req-1d1f50e7-de78-4f00-9cb0-70343a007032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:52.558290 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-2e6799c8-6260-4352-b7ff-3ab48f411b4b req-1d1f50e7-de78-4f00-9cb0-70343a007032 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=375e802a4e334b54b51f7780999af9c8&device_id=be30d967-e2a5-4cc1-b17f-923d48062c63 HTTP/1.1" status: 200 len: 1096 time: 0.1008370 Jul 13 14:41:52.647437 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6a23c3f9-e26e-4716-950f-5ea5fd331ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2095206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995768'] for router, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:52.770982 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6799c8-6260-4352-b7ff-3ab48f411b4b req-dded0f6c-ffd9-438f-96d4-5bee348f6fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:52.772520 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-2e6799c8-6260-4352-b7ff-3ab48f411b4b req-dded0f6c-ffd9-438f-96d4-5bee348f6fb3 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=375e802a4e334b54b51f7780999af9c8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1880896 Jul 13 14:41:52.872892 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-13abb589-e450-4576-9684-ece564bf5e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'name': 'tempest-TestVolumeBootPattern-412513273-router', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '400e1145-24b7-4fe4-95d8-76dbd32dfa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:41:43Z', 'updated_at': '2021-07-13T14:41:47Z', 'revision_number': 4, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'gw_port': {'id': '400e1145-24b7-4fe4-95d8-76dbd32dfa28', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:67:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:43Z', 'updated_at': '2021-07-13T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': 'd9d591db-55fd-4d5b-9100-f25158366104', 'name': '', 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'mac_address': 'fa:16:3e:23:d3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '28025b5e-d48d-4866-b8db-aa50e7c929e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:46Z', 'updated_at': '2021-07-13T14:41:52Z', 'revision_number': 4, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'subnets': [{'id': '28025b5e-d48d-4866-b8db-aa50e7c929e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:41:52.924759 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13abb589-e450-4576-9684-ece564bf5e52 None None] The sync data for ids ['8dfc397e-6ab4-46ea-aa79-0b950b4e921d'] in dv-cinder-784453-8-iscsi is: [{'id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'name': 'tempest-TestVolumeBootPattern-412513273-router', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '400e1145-24b7-4fe4-95d8-76dbd32dfa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:41:43Z', 'updated_at': '2021-07-13T14:41:47Z', 'revision_number': 4, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'gw_port': {'id': '400e1145-24b7-4fe4-95d8-76dbd32dfa28', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:67:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:43Z', 'updated_at': '2021-07-13T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': 'd9d591db-55fd-4d5b-9100-f25158366104', 'name': '', 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'mac_address': 'fa:16:3e:23:d3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '28025b5e-d48d-4866-b8db-aa50e7c929e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:46Z', 'updated_at': '2021-07-13T14:41:52Z', 'revision_number': 4, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'subnets': [{'id': '28025b5e-d48d-4866-b8db-aa50e7c929e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:41:52.960674 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc74d7b-be51-41c7-a459-425a7093b139 req-48203d17-97e2-4876-868f-a9fa5d555407 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:52.979017 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8bc74d7b-be51-41c7-a459-425a7093b139 req-48203d17-97e2-4876-868f-a9fa5d555407 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 944 time: 0.4000022 Jul 13 14:41:52.979840 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a23c3f9-e26e-4716-950f-5ea5fd331ea5 admin admin] Router 02eabb2a-44a0-4ed9-9cc0-035f6b621583 is scheduled to L3 agent d92cc109-9c2d-42ed-8c1d-d826fa90f9d0 with binding_index 1 {{(pid=93154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:41:52.981205 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6799c8-6260-4352-b7ff-3ab48f411b4b req-81dedb42-2535-4a40-ba8a-758a3918e2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:52.987487 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-2e6799c8-6260-4352-b7ff-3ab48f411b4b req-81dedb42-2535-4a40-ba8a-758a3918e2b4 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1987414 Jul 13 14:41:53.045351 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa68904-34cb-461c-857e-b60358e3fe6b None None] Network 4ee0abbd-1de3-4384-9188-533cbc1e657b requested from dv-cinder-784453-8-iscsi {{(pid=93156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:41:53.130114 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8bc74d7b-be51-41c7-a459-425a7093b139 req-b3e86efa-e529-4b77-9fad-3af6c9104954 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477275 Jul 13 14:41:53.158199 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c68b004b-e091-435a-ac28-084639f6e1b2 None None] Provisioning for port e2d6cbb2-bca8-474b-ab4c-9c5982909a19 completed by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:41:53.199790 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device d9d591db-55fd-4d5b-9100-f25158366104 up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:41:53.207524 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08200a-25de-4328-be7c-42844dbc71a8 req-718be7c8-0f9b-4e6a-9f1d-e9b196b67fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:53.209134 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-cb08200a-25de-4328-be7c-42844dbc71a8 req-718be7c8-0f9b-4e6a-9f1d-e9b196b67fa5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=375e802a4e334b54b51f7780999af9c8&device_id=be30d967-e2a5-4cc1-b17f-923d48062c63 HTTP/1.1" status: 200 len: 1096 time: 0.1104829 Jul 13 14:41:53.217363 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a23c3f9-e26e-4716-950f-5ea5fd331ea5 admin admin] Notify agent at l3_agent.dv-cinder-784453-8-iscsi the message routers_updated {{(pid=93154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:41:53.246603 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0e98ee-2b45-4cc9-b450-f0274e31a4ab None None] Sync routers for ids ['02eabb2a-44a0-4ed9-9cc0-035f6b621583'] in dv-cinder-784453-8-iscsi {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:41:53.252014 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6a23c3f9-e26e-4716-950f-5ea5fd331ea5 admin admin] Notify callbacks [] for router, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:53.254442 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-6a23c3f9-e26e-4716-950f-5ea5fd331ea5 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1104496 Jul 13 14:41:53.258607 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 58700) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:53.295762 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-cb08200a-25de-4328-be7c-42844dbc71a8 req-27337c75-1f11-49f5-9fd5-a9045b861ff8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=28f6e863-87a2-40f0-9013-32636d1ab35e HTTP/1.1" status: 200 len: 217 time: 0.0708582 Jul 13 14:41:53.307260 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0e98ee-2b45-4cc9-b450-f0274e31a4ab None None] Routers {'02eabb2a-44a0-4ed9-9cc0-035f6b621583'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:41:53.308211 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-6e0e98ee-2b45-4cc9-b450-f0274e31a4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:41:36Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['02eabb2a-44a0-4ed9-9cc0-035f6b621583'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:41:53.371713 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08200a-25de-4328-be7c-42844dbc71a8 req-e970e156-13f9-4d8b-a45e-c1aa8639194a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:53.373459 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-cb08200a-25de-4328-be7c-42844dbc71a8 req-e970e156-13f9-4d8b-a45e-c1aa8639194a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b0a364a9-345b-4dc9-991f-23e5f6ced007 HTTP/1.1" status: 200 len: 854 time: 0.0702810 Jul 13 14:41:53.386811 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning for port d9d591db-55fd-4d5b-9100-f25158366104 completed by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:41:53.401032 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port d9d591db-55fd-4d5b-9100-f25158366104 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:41:53.401703 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:53.418696 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-cb08200a-25de-4328-be7c-42844dbc71a8 req-1b3f17e3-3d9c-4255-973c-da59c477e1f6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=15b1fef8-5d6f-4654-a0e5-757c7a2729d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356531 Jul 13 14:41:53.522383 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-6e0e98ee-2b45-4cc9-b450-f0274e31a4ab None None] Set router 02eabb2a-44a0-4ed9-9cc0-035f6b621583 gateway port host: dv-cinder-784453-8-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:41:53.552716 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5d9d9-8bc0-4271-8e3d-2d2d8f3a6841 req-7bf5a8d2-2fac-4cf5-8986-296650139bf7 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:53.562333 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f2c5d9d9-8bc0-4271-8e3d-2d2d8f3a6841 req-7bf5a8d2-2fac-4cf5-8986-296650139bf7 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/ports?device_id=be30d967-e2a5-4cc1-b17f-923d48062c63 HTTP/1.1" status: 200 len: 943 time: 0.1627424 Jul 13 14:41:53.567936 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-cb08200a-25de-4328-be7c-42844dbc71a8 req-b1d49d05-be84-44a0-a8e9-164e5900b33e service neutron] 10.222.0.39 "GET /v2.0/networks/15b1fef8-5d6f-4654-a0e5-757c7a2729d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418705 Jul 13 14:41:53.687868 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f2c5d9d9-8bc0-4271-8e3d-2d2d8f3a6841 req-09f149a5-3192-4054-9c7b-c9f531f0611c tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/security-groups?id=c014619f-fc1c-494c-8b2a-2b6218397897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245077 Jul 13 14:41:53.712862 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-cb08200a-25de-4328-be7c-42844dbc71a8 req-8f3fabf8-3027-4e04-b6e9-058ac33054d0 service neutron] 10.222.0.39 "GET /v2.0/networks/15b1fef8-5d6f-4654-a0e5-757c7a2729d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360335 Jul 13 14:41:53.728011 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:53.795756 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] For port d9d591db-55fd-4d5b-9100-f25158366104, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=d9d591db-55fd-4d5b-9100-f25158366104,segment=NetworkSegment(c6b163ab-1b04-41ce-ae67-2074c98b0129),segment_id=c6b163ab-1b04-41ce-ae67-2074c98b0129)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:41:53.812193 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:53.813764 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 400e1145-24b7-4fe4-95d8-76dbd32dfa28 up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:41:53.939375 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Pushing event updated for resources: {'Port': ['ID=d9d591db-55fd-4d5b-9100-f25158366104,revision_number=5']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:53.954307 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-98f599af-10d6-4ab9-b1d4-2ee6e2b3018b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:53.956077 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port 400e1145-24b7-4fe4-95d8-76dbd32dfa28 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:41:53.956449 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:53.988508 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-6e0e98ee-2b45-4cc9-b450-f0274e31a4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02eabb2a-44a0-4ed9-9cc0-035f6b621583', 'name': 'tempest-TestVolumeBootPattern-1145749559-router', 'tenant_id': '8fa0be68ecfc4227a139ba95bab2c5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '2ba81b2d-b69e-4ab8-88d2-68ae5eb26238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:41:50Z', 'updated_at': '2021-07-13T14:41:51Z', 'revision_number': 3, 'project_id': '8fa0be68ecfc4227a139ba95bab2c5bf', 'gw_port': {'id': '2ba81b2d-b69e-4ab8-88d2-68ae5eb26238', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:38:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02eabb2a-44a0-4ed9-9cc0-035f6b621583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:50Z', 'updated_at': '2021-07-13T14:41:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi'}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:41:54.016665 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0e98ee-2b45-4cc9-b450-f0274e31a4ab None None] Checking router: 02eabb2a-44a0-4ed9-9cc0-035f6b621583 for host: dv-cinder-784453-8-iscsi {{(pid=93156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:41:54.017016 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0e98ee-2b45-4cc9-b450-f0274e31a4ab None None] Updating router 02eabb2a-44a0-4ed9-9cc0-035f6b621583 port 2ba81b2d-b69e-4ab8-88d2-68ae5eb26238 binding host dv-cinder-784453-8-iscsi {{(pid=93156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:41:54.063160 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-6e0e98ee-2b45-4cc9-b450-f0274e31a4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:54.121208 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [None req-98f599af-10d6-4ab9-b1d4-2ee6e2b3018b admin admin] Allocated IP 172.20.0.1 (4ee0abbd-1de3-4384-9188-533cbc1e657b/2dd8f694-a845-4cf9-bae6-211b99194b57/396c67a8-736b-4bc8-a2b7-2be381cea760) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:41:54.226093 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-98f599af-10d6-4ab9-b1d4-2ee6e2b3018b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:54.241155 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device e2d6cbb2-bca8-474b-ab4c-9c5982909a19 up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:41:54.242454 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-98f599af-10d6-4ab9-b1d4-2ee6e2b3018b admin admin] Transition to ACTIVE for port object 396c67a8-736b-4bc8-a2b7-2be381cea760 will not be triggered until provisioned by entity DHCP. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:41:54.285646 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-98f599af-10d6-4ab9-b1d4-2ee6e2b3018b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800428'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:54.348860 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f599af-10d6-4ab9-b1d4-2ee6e2b3018b admin admin] Network 4ee0abbd-1de3-4384-9188-533cbc1e657b is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:41:54.355818 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-98f599af-10d6-4ab9-b1d4-2ee6e2b3018b admin admin] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:41:54.361742 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f599af-10d6-4ab9-b1d4-2ee6e2b3018b admin admin] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:41:54.365320 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f599af-10d6-4ab9-b1d4-2ee6e2b3018b admin admin] Pushing event updated for resources: {'Port': ['ID=396c67a8-736b-4bc8-a2b7-2be381cea760,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:54.393443 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning for port e2d6cbb2-bca8-474b-ab4c-9c5982909a19 completed by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:41:54.404404 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port e2d6cbb2-bca8-474b-ab4c-9c5982909a19 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:41:54.405231 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:54.412260 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-98f599af-10d6-4ab9-b1d4-2ee6e2b3018b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1993117'] for router_interface, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:54.424216 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3dad0a-199d-47e6-bc76-94bc17b18eda req-c915956a-c9db-4225-8d72-4250c12f1ac8 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:54.425789 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7d3dad0a-199d-47e6-bc76-94bc17b18eda req-c915956a-c9db-4225-8d72-4250c12f1ac8 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 944 time: 0.1532557 Jul 13 14:41:54.512753 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7d3dad0a-199d-47e6-bc76-94bc17b18eda req-aa856318-f0ff-4e82-b61a-16a06fae4880 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569942 Jul 13 14:41:54.557059 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:54.560700 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-6e0e98ee-2b45-4cc9-b450-f0274e31a4ab None None] Notify callbacks [] for port, precommit_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:54.580942 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-6e0e98ee-2b45-4cc9-b450-f0274e31a4ab None None] Transition to ACTIVE for port object 2ba81b2d-b69e-4ab8-88d2-68ae5eb26238 will not be triggered until provisioned by entity L2. {{(pid=93156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:41:54.598643 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-6e0e98ee-2b45-4cc9-b450-f0274e31a4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:54.608091 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-98f599af-10d6-4ab9-b1d4-2ee6e2b3018b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:54.638769 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] For port e2d6cbb2-bca8-474b-ab4c-9c5982909a19, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=e2d6cbb2-bca8-474b-ab4c-9c5982909a19,segment=NetworkSegment(bf615d00-bff2-4b5c-8968-cd44c30ae800),segment_id=bf615d00-bff2-4b5c-8968-cd44c30ae800)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:41:54.652205 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:54.676649 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9200679-62a2-4975-b78b-e3e17e8d7779 None None] Pushing event updated for resources: {'Port': ['ID=2ba81b2d-b69e-4ab8-88d2-68ae5eb26238,revision_number=2']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:54.686164 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-6e0e98ee-2b45-4cc9-b450-f0274e31a4ab None None] Attempting to bind port 2ba81b2d-b69e-4ab8-88d2-68ae5eb26238 on host dv-cinder-784453-8-iscsi for vnic_type normal with profile {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:41:54.686629 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-6e0e98ee-2b45-4cc9-b450-f0274e31a4ab None None] Attempting to bind port 2ba81b2d-b69e-4ab8-88d2-68ae5eb26238 by drivers openvswitch,hyperv on host dv-cinder-784453-8-iscsi at level 0 using segments [{'id': '1dffabd1-9f9c-45cf-80ba-954af1e6bced', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:41:54.686993 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0e98ee-2b45-4cc9-b450-f0274e31a4ab None None] Attempting to bind port 2ba81b2d-b69e-4ab8-88d2-68ae5eb26238 on network ecd09457-6660-479c-a1fb-91901148ba35 {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:41:54.712475 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0e98ee-2b45-4cc9-b450-f0274e31a4ab None None] Checking agent: {'id': '3ba56e3d-baa8-43e8-bda8-5a4cd0b2ced4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 7, 13, 14, 27, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:41:54.712854 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0e98ee-2b45-4cc9-b450-f0274e31a4ab None None] Checking segment: {'id': '1dffabd1-9f9c-45cf-80ba-954af1e6bced', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:41:54.713257 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-6e0e98ee-2b45-4cc9-b450-f0274e31a4ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:54.713647 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0e98ee-2b45-4cc9-b450-f0274e31a4ab None None] Bound using segment: {'id': '1dffabd1-9f9c-45cf-80ba-954af1e6bced', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:41:54.714124 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-6e0e98ee-2b45-4cc9-b450-f0274e31a4ab None None] Bound port: 2ba81b2d-b69e-4ab8-88d2-68ae5eb26238, host: dv-cinder-784453-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dffabd1-9f9c-45cf-80ba-954af1e6bced', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'}}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:41:54.714537 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-6e0e98ee-2b45-4cc9-b450-f0274e31a4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:54.716066 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-b8cb6cb0-4e86-4afa-8d24-ef609ebda44c None None] Provisioning for port 396c67a8-736b-4bc8-a2b7-2be381cea760 completed by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:41:54.744130 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-b8cb6cb0-4e86-4afa-8d24-ef609ebda44c None None] Provisioning complete for port 396c67a8-736b-4bc8-a2b7-2be381cea760 triggered by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:41:54.744543 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-b8cb6cb0-4e86-4afa-8d24-ef609ebda44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:54.791046 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-98f599af-10d6-4ab9-b1d4-2ee6e2b3018b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:54.797488 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-98f599af-10d6-4ab9-b1d4-2ee6e2b3018b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8800423'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:54.820436 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Pushing event updated for resources: {'Port': ['ID=e2d6cbb2-bca8-474b-ab4c-9c5982909a19,revision_number=3']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:54.832879 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-b8cb6cb0-4e86-4afa-8d24-ef609ebda44c None None] Port 396c67a8-736b-4bc8-a2b7-2be381cea760 cannot update to ACTIVE because it is not bound. {{(pid=93156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:41:54.843383 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-6e0e98ee-2b45-4cc9-b450-f0274e31a4ab None None] For port 2ba81b2d-b69e-4ab8-88d2-68ae5eb26238, host dv-cinder-784453-8-iscsi, cleared binding levels {{(pid=93156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:41:54.847569 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-6e0e98ee-2b45-4cc9-b450-f0274e31a4ab None None] For port 2ba81b2d-b69e-4ab8-88d2-68ae5eb26238, host dv-cinder-784453-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=2ba81b2d-b69e-4ab8-88d2-68ae5eb26238,segment=NetworkSegment(1dffabd1-9f9c-45cf-80ba-954af1e6bced),segment_id=1dffabd1-9f9c-45cf-80ba-954af1e6bced)] {{(pid=93156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:41:54.853897 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-6e0e98ee-2b45-4cc9-b450-f0274e31a4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:54.883149 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device d9d591db-55fd-4d5b-9100-f25158366104 up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:41:54.901284 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f599af-10d6-4ab9-b1d4-2ee6e2b3018b admin admin] Pushing event updated for resources: {'Port': ['ID=396c67a8-736b-4bc8-a2b7-2be381cea760,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:54.907807 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-98f599af-10d6-4ab9-b1d4-2ee6e2b3018b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1992151'] for router_interface, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:54.944549 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9200679-62a2-4975-b78b-e3e17e8d7779 None None] Pushing event updated for resources: {'Port': ['ID=2ba81b2d-b69e-4ab8-88d2-68ae5eb26238,revision_number=3']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:54.949034 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0e98ee-2b45-4cc9-b450-f0274e31a4ab None None] Routers {'02eabb2a-44a0-4ed9-9cc0-035f6b621583'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:41:54.949646 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-6e0e98ee-2b45-4cc9-b450-f0274e31a4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:41:36Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['02eabb2a-44a0-4ed9-9cc0-035f6b621583'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:41:54.981089 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f32fa-b8f8-464d-89ff-a5ef9fbce9d6 req-e0b8e050-b6f6-40ea-b1a6-bcfbcba33124 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:54.982632 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b99f32fa-b8f8-464d-89ff-a5ef9fbce9d6 req-e0b8e050-b6f6-40ea-b1a6-bcfbcba33124 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/ports?device_id=be30d967-e2a5-4cc1-b17f-923d48062c63 HTTP/1.1" status: 200 len: 943 time: 0.1576314 Jul 13 14:41:55.033389 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port d9d591db-55fd-4d5b-9100-f25158366104 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:41:55.033761 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:55.047316 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b99f32fa-b8f8-464d-89ff-a5ef9fbce9d6 req-7f2d07a2-4da6-4585-a6f8-3ec73fac0bae tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/security-groups?id=c014619f-fc1c-494c-8b2a-2b6218397897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542648 Jul 13 14:41:55.048985 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f599af-10d6-4ab9-b1d4-2ee6e2b3018b admin admin] Network 4ee0abbd-1de3-4384-9188-533cbc1e657b is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:41:55.050342 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-98f599af-10d6-4ab9-b1d4-2ee6e2b3018b admin admin] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:41:55.092523 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-6e0e98ee-2b45-4cc9-b450-f0274e31a4ab None None] Set router 02eabb2a-44a0-4ed9-9cc0-035f6b621583 gateway port host: dv-cinder-784453-8-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:41:55.166129 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f599af-10d6-4ab9-b1d4-2ee6e2b3018b admin admin] Router 02eabb2a-44a0-4ed9-9cc0-035f6b621583 has already been hosted by L3 agent d92cc109-9c2d-42ed-8c1d-d826fa90f9d0 {{(pid=93154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:41:55.279978 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f599af-10d6-4ab9-b1d4-2ee6e2b3018b admin admin] Notify agent at l3_agent.dv-cinder-784453-8-iscsi the message routers_updated {{(pid=93154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:41:55.290384 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-98f599af-10d6-4ab9-b1d4-2ee6e2b3018b admin admin] 10.222.0.11 "PUT /v2.0/routers/02eabb2a-44a0-4ed9-9cc0-035f6b621583/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0248408 Jul 13 14:41:55.339344 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-6e0e98ee-2b45-4cc9-b450-f0274e31a4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02eabb2a-44a0-4ed9-9cc0-035f6b621583', 'name': 'tempest-TestVolumeBootPattern-1145749559-router', 'tenant_id': '8fa0be68ecfc4227a139ba95bab2c5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '2ba81b2d-b69e-4ab8-88d2-68ae5eb26238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:41:50Z', 'updated_at': '2021-07-13T14:41:54Z', 'revision_number': 4, 'project_id': '8fa0be68ecfc4227a139ba95bab2c5bf', 'gw_port': {'id': '2ba81b2d-b69e-4ab8-88d2-68ae5eb26238', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:38:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02eabb2a-44a0-4ed9-9cc0-035f6b621583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:50Z', 'updated_at': '2021-07-13T14:41:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': '396c67a8-736b-4bc8-a2b7-2be381cea760', 'name': '', 'network_id': '4ee0abbd-1de3-4384-9188-533cbc1e657b', 'tenant_id': '8fa0be68ecfc4227a139ba95bab2c5bf', 'mac_address': 'fa:16:3e:0e:a7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02eabb2a-44a0-4ed9-9cc0-035f6b621583', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '2dd8f694-a845-4cf9-bae6-211b99194b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:53Z', 'updated_at': '2021-07-13T14:41:54Z', 'revision_number': 2, 'project_id': '8fa0be68ecfc4227a139ba95bab2c5bf', 'subnets': [{'id': '2dd8f694-a845-4cf9-bae6-211b99194b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:41:55.368336 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0e98ee-2b45-4cc9-b450-f0274e31a4ab None None] The sync data for ids ['02eabb2a-44a0-4ed9-9cc0-035f6b621583'] in dv-cinder-784453-8-iscsi is: [{'id': '02eabb2a-44a0-4ed9-9cc0-035f6b621583', 'name': 'tempest-TestVolumeBootPattern-1145749559-router', 'tenant_id': '8fa0be68ecfc4227a139ba95bab2c5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '2ba81b2d-b69e-4ab8-88d2-68ae5eb26238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:41:50Z', 'updated_at': '2021-07-13T14:41:54Z', 'revision_number': 4, 'project_id': '8fa0be68ecfc4227a139ba95bab2c5bf', 'gw_port': {'id': '2ba81b2d-b69e-4ab8-88d2-68ae5eb26238', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:38:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02eabb2a-44a0-4ed9-9cc0-035f6b621583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:50Z', 'updated_at': '2021-07-13T14:41:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': '396c67a8-736b-4bc8-a2b7-2be381cea760', 'name': '', 'network_id': '4ee0abbd-1de3-4384-9188-533cbc1e657b', 'tenant_id': '8fa0be68ecfc4227a139ba95bab2c5bf', 'mac_address': 'fa:16:3e:0e:a7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02eabb2a-44a0-4ed9-9cc0-035f6b621583', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '2dd8f694-a845-4cf9-bae6-211b99194b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:53Z', 'updated_at': '2021-07-13T14:41:54Z', 'revision_number': 2, 'project_id': '8fa0be68ecfc4227a139ba95bab2c5bf', 'subnets': [{'id': '2dd8f694-a845-4cf9-bae6-211b99194b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:41:55.378950 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-dd24309e-157d-481b-91db-f26f852c1ceb None None] Provisioning complete for port 396c67a8-736b-4bc8-a2b7-2be381cea760 triggered by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:41:55.379333 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-dd24309e-157d-481b-91db-f26f852c1ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:55.419053 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-dd24309e-157d-481b-91db-f26f852c1ceb None None] Port 396c67a8-736b-4bc8-a2b7-2be381cea760 cannot update to ACTIVE because it is not bound. {{(pid=93156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:41:55.719799 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30507c12-04e6-406e-8eb1-1a599c272514 req-88ca740a-9325-4970-8c44-5a872ded4d89 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:55.721404 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-30507c12-04e6-406e-8eb1-1a599c272514 req-88ca740a-9325-4970-8c44-5a872ded4d89 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 944 time: 0.0730793 Jul 13 14:41:55.767264 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-30507c12-04e6-406e-8eb1-1a599c272514 req-c3420eaf-46f3-47f3-adcc-d8e81d37e1ac tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361414 Jul 13 14:41:55.790001 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 58720) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:55.794966 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [None req-0146c100-8e5a-478b-8c99-4009b95375f5 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1572674527', 'description': 'tempest-secgroup-smoke-1572674527 description', 'project_id': '99769a464f6d4affafc17bdbbd66183b'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:41:55.820890 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-0146c100-8e5a-478b-8c99-4009b95375f5 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:55.915114 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-0146c100-8e5a-478b-8c99-4009b95375f5 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:55.919512 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-0146c100-8e5a-478b-8c99-4009b95375f5 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:55.947255 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-0146c100-8e5a-478b-8c99-4009b95375f5 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:55.951798 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 58722) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:55.952045 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-0146c100-8e5a-478b-8c99-4009b95375f5 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1608784 Jul 13 14:41:55.956700 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-21d3f9e0-16a4-43d2-9692-592d7d723a50 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Request body: {'security_group_rule': {'security_group_id': '8a35dae3-97c9-4bd9-8dac-22e1336dffe2', 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:41:55.956908 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0146c100-8e5a-478b-8c99-4009b95375f5 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a35dae3-97c9-4bd9-8dac-22e1336dffe2,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:55.990810 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-21d3f9e0-16a4-43d2-9692-592d7d723a50 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:56.008191 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 28f6e863-87a2-40f0-9013-32636d1ab35e details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:41:56.068127 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-21d3f9e0-16a4-43d2-9692-592d7d723a50 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:56.071936 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-21d3f9e0-16a4-43d2-9692-592d7d723a50 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655845'] for security_group_rule, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:56.091520 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d3f9e0-16a4-43d2-9692-592d7d723a50 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=560e57cd-88d4-4537-a6cc-293a5fdcda71,revision_number=0']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:56.114820 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-21d3f9e0-16a4-43d2-9692-592d7d723a50 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:56.116067 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-21d3f9e0-16a4-43d2-9692-592d7d723a50 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1631210 Jul 13 14:41:56.118865 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 58726) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:56.123638 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-ffbb2785-14c7-4d26-b3d4-741d86115bee tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Request body: {'security_group_rule': {'security_group_id': '8a35dae3-97c9-4bd9-8dac-22e1336dffe2', 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:41:56.153982 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ffbb2785-14c7-4d26-b3d4-741d86115bee tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:56.158620 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port 28f6e863-87a2-40f0-9013-32636d1ab35e, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=28f6e863-87a2-40f0-9013-32636d1ab35e,segment=NetworkSegment(4497c753-383a-4ad9-8adc-7a31e9ff1c81),segment_id=4497c753-383a-4ad9-8adc-7a31e9ff1c81)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:41:56.178548 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Returning: {'device': '28f6e863-87a2-40f0-9013-32636d1ab35e', 'network_id': '15b1fef8-5d6f-4654-a0e5-757c7a2729d5', 'port_id': '28f6e863-87a2-40f0-9013-32636d1ab35e', 'mac_address': 'fa:16:3e:00:d8:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a364a9-345b-4dc9-991f-23e5f6ced007', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:41:56.233543 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:56.251770 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28f6e863-87a2-40f0-9013-32636d1ab35e {{(pid=93156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:41:56.273196 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port 28f6e863-87a2-40f0-9013-32636d1ab35e, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=28f6e863-87a2-40f0-9013-32636d1ab35e,segment=NetworkSegment(4497c753-383a-4ad9-8adc-7a31e9ff1c81),segment_id=4497c753-383a-4ad9-8adc-7a31e9ff1c81)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:41:56.276236 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ffbb2785-14c7-4d26-b3d4-741d86115bee tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:56.279148 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:56.279773 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:41:56.283037 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ffbb2785-14c7-4d26-b3d4-741d86115bee tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655845'] for security_group_rule, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:56.309755 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226d4a9-4948-4364-b9e6-caecfa92a18e req-ace50945-4420-48b8-98a7-1d9ed4c863d9 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:56.311432 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6226d4a9-4948-4364-b9e6-caecfa92a18e req-ace50945-4420-48b8-98a7-1d9ed4c863d9 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/ports?device_id=be30d967-e2a5-4cc1-b17f-923d48062c63 HTTP/1.1" status: 200 len: 943 time: 0.1180737 Jul 13 14:41:56.314920 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbb2785-14c7-4d26-b3d4-741d86115bee tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=566c8f90-5462-4e78-8a63-c501f2938ee3,revision_number=0']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:56.336519 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ffbb2785-14c7-4d26-b3d4-741d86115bee tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:56.340486 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-ffbb2785-14c7-4d26-b3d4-741d86115bee tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2180290 Jul 13 14:41:56.341120 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 58730) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:56.346410 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [None req-ac613f51-8112-407a-bc7f-477c354de3fe tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Request body: {'security_group_rule': {'security_group_id': '8a35dae3-97c9-4bd9-8dac-22e1336dffe2', 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:41:56.359416 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6226d4a9-4948-4364-b9e6-caecfa92a18e req-d1165fe5-b762-4aa5-8f50-7d9e232e3bd5 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/security-groups?id=c014619f-fc1c-494c-8b2a-2b6218397897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404127 Jul 13 14:41:56.380928 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=28f6e863-87a2-40f0-9013-32636d1ab35e,revision_number=4']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:56.404028 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ac613f51-8112-407a-bc7f-477c354de3fe tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:56.430030 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71,segment=NetworkSegment(4ad0260d-356e-47c3-9fe1-42a46c9ee2c2),segment_id=4ad0260d-356e-47c3-9fe1-42a46c9ee2c2)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:41:56.443308 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Returning: {'device': 'bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71', 'network_id': 'b04875e6-1fc2-4c4b-96d5-3d915be01c53', 'port_id': 'bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71', 'mac_address': 'fa:16:3e:54:9b:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2093f447-27c9-42a2-bbad-8523311dd7a9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:41:56.470367 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ac613f51-8112-407a-bc7f-477c354de3fe tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:56.475518 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ac613f51-8112-407a-bc7f-477c354de3fe tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655845'] for security_group_rule, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:56.488508 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:56.501343 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac613f51-8112-407a-bc7f-477c354de3fe tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea63b4e4-ab24-405d-b45e-e72cd68e85d9,revision_number=0']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:56.504263 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71 {{(pid=93156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:41:56.505211 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ac613f51-8112-407a-bc7f-477c354de3fe tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:56.509115 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-ac613f51-8112-407a-bc7f-477c354de3fe tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1642358 Jul 13 14:41:56.509608 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 58732) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:56.514238 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-7cc43534-84f4-4fed-96a0-59ac4a191c91 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Request body: {'security_group_rule': {'security_group_id': '8a35dae3-97c9-4bd9-8dac-22e1336dffe2', 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:41:56.527663 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71,segment=NetworkSegment(4ad0260d-356e-47c3-9fe1-42a46c9ee2c2),segment_id=4ad0260d-356e-47c3-9fe1-42a46c9ee2c2)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:41:56.534293 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:56.543885 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7cc43534-84f4-4fed-96a0-59ac4a191c91 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:56.586743 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71,revision_number=9']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:56.599177 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7cc43534-84f4-4fed-96a0-59ac4a191c91 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:56.604032 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7cc43534-84f4-4fed-96a0-59ac4a191c91 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655845'] for security_group_rule, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:56.621913 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc43534-84f4-4fed-96a0-59ac4a191c91 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9c243fb-33ad-40bc-a6c3-8bf50af46496,revision_number=0']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:56.634803 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7cc43534-84f4-4fed-96a0-59ac4a191c91 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:56.636333 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-7cc43534-84f4-4fed-96a0-59ac4a191c91 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1258287 Jul 13 14:41:56.639020 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 58734) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:56.644238 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-7979dd3a-7a35-47c0-afab-29bc12a0ec76 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Request body: {'security_group_rule': {'security_group_id': '8a35dae3-97c9-4bd9-8dac-22e1336dffe2', 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:41:56.666778 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.db.securitygroups_db [None req-7979dd3a-7a35-47c0-afab-29bc12a0ec76 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Project 99769a464f6d4affafc17bdbbd66183b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:41:56.671892 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7979dd3a-7a35-47c0-afab-29bc12a0ec76 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:56.734568 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7979dd3a-7a35-47c0-afab-29bc12a0ec76 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:56.738050 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7979dd3a-7a35-47c0-afab-29bc12a0ec76 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655845'] for security_group_rule, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:56.758568 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7979dd3a-7a35-47c0-afab-29bc12a0ec76 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b99ebd9b-845e-44f8-b67f-7851427ade00,revision_number=0']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:56.762371 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7979dd3a-7a35-47c0-afab-29bc12a0ec76 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:56.766688 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-7979dd3a-7a35-47c0-afab-29bc12a0ec76 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1235847 Jul 13 14:41:56.767227 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 58736) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:41:56.771835 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-9009f55d-0a19-4402-b713-1682c05a3303 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Request body: {'security_group_rule': {'security_group_id': '8a35dae3-97c9-4bd9-8dac-22e1336dffe2', 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:41:56.796017 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.db.securitygroups_db [None req-9009f55d-0a19-4402-b713-1682c05a3303 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Project 99769a464f6d4affafc17bdbbd66183b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:41:56.801492 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-9009f55d-0a19-4402-b713-1682c05a3303 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:56.888528 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-9009f55d-0a19-4402-b713-1682c05a3303 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:56.895161 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-9009f55d-0a19-4402-b713-1682c05a3303 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655845'] for security_group_rule, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:56.925877 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009f55d-0a19-4402-b713-1682c05a3303 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d31375bd-dfb1-4f60-93c5-c1cf40f89a11,revision_number=0']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:56.938683 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 2ba81b2d-b69e-4ab8-88d2-68ae5eb26238 up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:41:56.945847 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-9009f55d-0a19-4402-b713-1682c05a3303 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:56.947047 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-9009f55d-0a19-4402-b713-1682c05a3303 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1790767 Jul 13 14:41:56.961664 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] get_ports_and_sgs() called for port_ids ['28f6e863-87a2-40f0-9013-32636d1ab35e'] {{(pid=93156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:41:56.990822 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e610e-761e-424c-a2b7-7ac7c2bc1df7 req-3966f82e-e2c6-4e2a-9970-0aa806bb60be tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:56.992336 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-956e610e-761e-424c-a2b7-7ac7c2bc1df7 req-3966f82e-e2c6-4e2a-9970-0aa806bb60be tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 945 time: 0.0804114 Jul 13 14:41:56.999289 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] get_ports_and_sgs() called for port_ids ['bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71'] {{(pid=93156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:41:57.050891 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-956e610e-761e-424c-a2b7-7ac7c2bc1df7 req-ac9137b2-aaf1-412e-9db6-41088659f704 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417364 Jul 13 14:41:57.065097 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning for port 2ba81b2d-b69e-4ab8-88d2-68ae5eb26238 completed by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:41:57.069540 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port 2ba81b2d-b69e-4ab8-88d2-68ae5eb26238 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:41:57.069773 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:57.277918 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:57.324032 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] For port 2ba81b2d-b69e-4ab8-88d2-68ae5eb26238, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=2ba81b2d-b69e-4ab8-88d2-68ae5eb26238,segment=NetworkSegment(1dffabd1-9f9c-45cf-80ba-954af1e6bced),segment_id=1dffabd1-9f9c-45cf-80ba-954af1e6bced)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:41:57.336258 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:57.337029 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device e2d6cbb2-bca8-474b-ab4c-9c5982909a19 up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:41:57.434834 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Pushing event updated for resources: {'Port': ['ID=2ba81b2d-b69e-4ab8-88d2-68ae5eb26238,revision_number=4']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:57.446717 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port e2d6cbb2-bca8-474b-ab4c-9c5982909a19 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:41:57.447128 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:57.596564 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae2339f-3e33-489d-a661-1a0707614645 req-cbfbe0c3-4a07-429f-bbe6-d779363b9382 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:57.598467 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3ae2339f-3e33-489d-a661-1a0707614645 req-cbfbe0c3-4a07-429f-bbe6-d779363b9382 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/ports?device_id=be30d967-e2a5-4cc1-b17f-923d48062c63 HTTP/1.1" status: 200 len: 944 time: 0.0752900 Jul 13 14:41:57.638744 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3ae2339f-3e33-489d-a661-1a0707614645 req-48536c99-e28a-4ca6-b15e-19a44f6a9bde tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/security-groups?id=c014619f-fc1c-494c-8b2a-2b6218397897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334992 Jul 13 14:41:57.684235 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fd170f-839b-4c9b-9b9b-8456ba523a97 None None] Sync routers for ids ['02eabb2a-44a0-4ed9-9cc0-035f6b621583'] in dv-cinder-784453-8-iscsi {{(pid=93157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:41:57.693565 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fd170f-839b-4c9b-9b9b-8456ba523a97 None None] Routers {'02eabb2a-44a0-4ed9-9cc0-035f6b621583'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:41:57.694156 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-09fd170f-839b-4c9b-9b9b-8456ba523a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:41:36Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['02eabb2a-44a0-4ed9-9cc0-035f6b621583'], 'active': True} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:41:57.802777 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvr_db [None req-09fd170f-839b-4c9b-9b9b-8456ba523a97 None None] Set router 02eabb2a-44a0-4ed9-9cc0-035f6b621583 gateway port host: dv-cinder-784453-8-iscsi {{(pid=93157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:41:57.996759 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-09fd170f-839b-4c9b-9b9b-8456ba523a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02eabb2a-44a0-4ed9-9cc0-035f6b621583', 'name': 'tempest-TestVolumeBootPattern-1145749559-router', 'tenant_id': '8fa0be68ecfc4227a139ba95bab2c5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '2ba81b2d-b69e-4ab8-88d2-68ae5eb26238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:41:50Z', 'updated_at': '2021-07-13T14:41:54Z', 'revision_number': 4, 'project_id': '8fa0be68ecfc4227a139ba95bab2c5bf', 'gw_port': {'id': '2ba81b2d-b69e-4ab8-88d2-68ae5eb26238', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:38:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02eabb2a-44a0-4ed9-9cc0-035f6b621583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:50Z', 'updated_at': '2021-07-13T14:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': '396c67a8-736b-4bc8-a2b7-2be381cea760', 'name': '', 'network_id': '4ee0abbd-1de3-4384-9188-533cbc1e657b', 'tenant_id': '8fa0be68ecfc4227a139ba95bab2c5bf', 'mac_address': 'fa:16:3e:0e:a7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02eabb2a-44a0-4ed9-9cc0-035f6b621583', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '2dd8f694-a845-4cf9-bae6-211b99194b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:53Z', 'updated_at': '2021-07-13T14:41:54Z', 'revision_number': 2, 'project_id': '8fa0be68ecfc4227a139ba95bab2c5bf', 'subnets': [{'id': '2dd8f694-a845-4cf9-bae6-211b99194b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:41:58.026334 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fd170f-839b-4c9b-9b9b-8456ba523a97 None None] Checking router: 02eabb2a-44a0-4ed9-9cc0-035f6b621583 for host: dv-cinder-784453-8-iscsi {{(pid=93157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:41:58.026641 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fd170f-839b-4c9b-9b9b-8456ba523a97 None None] Updating router 02eabb2a-44a0-4ed9-9cc0-035f6b621583 port 396c67a8-736b-4bc8-a2b7-2be381cea760 binding host dv-cinder-784453-8-iscsi {{(pid=93157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:41:58.069695 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-09fd170f-839b-4c9b-9b9b-8456ba523a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:58.238315 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd46bb8-b8ac-4a07-ae49-656563a3df27 req-8671b701-7dc6-4c00-a1ba-f18af30f4dfa tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:58.239793 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-fdd46bb8-b8ac-4a07-ae49-656563a3df27 req-8671b701-7dc6-4c00-a1ba-f18af30f4dfa tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 945 time: 0.0686712 Jul 13 14:41:58.277606 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-fdd46bb8-b8ac-4a07-ae49-656563a3df27 req-f89324d5-2896-44ee-9747-d2ce060629fa tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322766 Jul 13 14:41:58.326383 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-09fd170f-839b-4c9b-9b9b-8456ba523a97 None None] Notify callbacks [] for port, precommit_update {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:58.336460 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.provisioning_blocks [None req-09fd170f-839b-4c9b-9b9b-8456ba523a97 None None] Transition to ACTIVE for port object 396c67a8-736b-4bc8-a2b7-2be381cea760 will not be triggered until provisioned by entity L2. {{(pid=93157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:41:58.346712 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-09fd170f-839b-4c9b-9b9b-8456ba523a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:58.403192 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d930bc-6853-4db9-83e6-d0aad2297200 None None] Pushing event updated for resources: {'Port': ['ID=396c67a8-736b-4bc8-a2b7-2be381cea760,revision_number=3']} {{(pid=93157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:58.457953 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.managers [None req-09fd170f-839b-4c9b-9b9b-8456ba523a97 None None] Attempting to bind port 396c67a8-736b-4bc8-a2b7-2be381cea760 on host dv-cinder-784453-8-iscsi for vnic_type normal with profile {{(pid=93157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:41:58.458307 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.managers [None req-09fd170f-839b-4c9b-9b9b-8456ba523a97 None None] Attempting to bind port 396c67a8-736b-4bc8-a2b7-2be381cea760 by drivers openvswitch,hyperv on host dv-cinder-784453-8-iscsi at level 0 using segments [{'id': 'bf615d00-bff2-4b5c-8968-cd44c30ae800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4ee0abbd-1de3-4384-9188-533cbc1e657b'}] {{(pid=93157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:41:58.458672 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fd170f-839b-4c9b-9b9b-8456ba523a97 None None] Attempting to bind port 396c67a8-736b-4bc8-a2b7-2be381cea760 on network 4ee0abbd-1de3-4384-9188-533cbc1e657b {{(pid=93157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:41:58.464221 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fd170f-839b-4c9b-9b9b-8456ba523a97 None None] Checking agent: {'id': '3ba56e3d-baa8-43e8-bda8-5a4cd0b2ced4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 7, 13, 14, 27, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:41:58.464596 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fd170f-839b-4c9b-9b9b-8456ba523a97 None None] Checking segment: {'id': 'bf615d00-bff2-4b5c-8968-cd44c30ae800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4ee0abbd-1de3-4384-9188-533cbc1e657b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:41:58.465186 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-09fd170f-839b-4c9b-9b9b-8456ba523a97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:58.465424 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fd170f-839b-4c9b-9b9b-8456ba523a97 None None] Bound using segment: {'id': 'bf615d00-bff2-4b5c-8968-cd44c30ae800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4ee0abbd-1de3-4384-9188-533cbc1e657b'} {{(pid=93157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:41:58.465895 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.managers [None req-09fd170f-839b-4c9b-9b9b-8456ba523a97 None None] Bound port: 396c67a8-736b-4bc8-a2b7-2be381cea760, host: dv-cinder-784453-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf615d00-bff2-4b5c-8968-cd44c30ae800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4ee0abbd-1de3-4384-9188-533cbc1e657b'}}] {{(pid=93157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:41:58.466302 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-09fd170f-839b-4c9b-9b9b-8456ba523a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:58.533867 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.db [None req-09fd170f-839b-4c9b-9b9b-8456ba523a97 None None] For port 396c67a8-736b-4bc8-a2b7-2be381cea760, host dv-cinder-784453-8-iscsi, cleared binding levels {{(pid=93157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:41:58.537317 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.db [None req-09fd170f-839b-4c9b-9b9b-8456ba523a97 None None] For port 396c67a8-736b-4bc8-a2b7-2be381cea760, host dv-cinder-784453-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=396c67a8-736b-4bc8-a2b7-2be381cea760,segment=NetworkSegment(bf615d00-bff2-4b5c-8968-cd44c30ae800),segment_id=bf615d00-bff2-4b5c-8968-cd44c30ae800)] {{(pid=93157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:41:58.541052 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-09fd170f-839b-4c9b-9b9b-8456ba523a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:58.606335 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fd170f-839b-4c9b-9b9b-8456ba523a97 None None] Routers {'02eabb2a-44a0-4ed9-9cc0-035f6b621583'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:41:58.606968 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-09fd170f-839b-4c9b-9b9b-8456ba523a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:41:36Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['02eabb2a-44a0-4ed9-9cc0-035f6b621583'], 'active': True} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:41:58.610312 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d930bc-6853-4db9-83e6-d0aad2297200 None None] Pushing event updated for resources: {'Port': ['ID=396c67a8-736b-4bc8-a2b7-2be381cea760,revision_number=4']} {{(pid=93157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:58.835312 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvr_db [None req-09fd170f-839b-4c9b-9b9b-8456ba523a97 None None] Set router 02eabb2a-44a0-4ed9-9cc0-035f6b621583 gateway port host: dv-cinder-784453-8-iscsi {{(pid=93157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:41:58.864689 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae46fe-5323-48ca-af5d-173086c1bdc7 req-3252a5d3-398b-4cc8-9abc-705d630e21f8 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:58.866571 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-02ae46fe-5323-48ca-af5d-173086c1bdc7 req-3252a5d3-398b-4cc8-9abc-705d630e21f8 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/ports?device_id=be30d967-e2a5-4cc1-b17f-923d48062c63 HTTP/1.1" status: 200 len: 944 time: 0.0977404 Jul 13 14:41:58.906281 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 2ba81b2d-b69e-4ab8-88d2-68ae5eb26238 up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:41:58.917928 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-02ae46fe-5323-48ca-af5d-173086c1bdc7 req-304fc047-c9eb-404b-9b45-ffe36b0e829f tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/security-groups?id=c014619f-fc1c-494c-8b2a-2b6218397897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410526 Jul 13 14:41:58.973626 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port 2ba81b2d-b69e-4ab8-88d2-68ae5eb26238 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:41:58.974053 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:59.088563 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-09fd170f-839b-4c9b-9b9b-8456ba523a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02eabb2a-44a0-4ed9-9cc0-035f6b621583', 'name': 'tempest-TestVolumeBootPattern-1145749559-router', 'tenant_id': '8fa0be68ecfc4227a139ba95bab2c5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '2ba81b2d-b69e-4ab8-88d2-68ae5eb26238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:41:50Z', 'updated_at': '2021-07-13T14:41:54Z', 'revision_number': 4, 'project_id': '8fa0be68ecfc4227a139ba95bab2c5bf', 'gw_port': {'id': '2ba81b2d-b69e-4ab8-88d2-68ae5eb26238', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:38:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02eabb2a-44a0-4ed9-9cc0-035f6b621583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:50Z', 'updated_at': '2021-07-13T14:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': '396c67a8-736b-4bc8-a2b7-2be381cea760', 'name': '', 'network_id': '4ee0abbd-1de3-4384-9188-533cbc1e657b', 'tenant_id': '8fa0be68ecfc4227a139ba95bab2c5bf', 'mac_address': 'fa:16:3e:0e:a7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02eabb2a-44a0-4ed9-9cc0-035f6b621583', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '2dd8f694-a845-4cf9-bae6-211b99194b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:53Z', 'updated_at': '2021-07-13T14:41:58Z', 'revision_number': 4, 'project_id': '8fa0be68ecfc4227a139ba95bab2c5bf', 'subnets': [{'id': '2dd8f694-a845-4cf9-bae6-211b99194b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:41:59.116255 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fd170f-839b-4c9b-9b9b-8456ba523a97 None None] The sync data for ids ['02eabb2a-44a0-4ed9-9cc0-035f6b621583'] in dv-cinder-784453-8-iscsi is: [{'id': '02eabb2a-44a0-4ed9-9cc0-035f6b621583', 'name': 'tempest-TestVolumeBootPattern-1145749559-router', 'tenant_id': '8fa0be68ecfc4227a139ba95bab2c5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '2ba81b2d-b69e-4ab8-88d2-68ae5eb26238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:41:50Z', 'updated_at': '2021-07-13T14:41:54Z', 'revision_number': 4, 'project_id': '8fa0be68ecfc4227a139ba95bab2c5bf', 'gw_port': {'id': '2ba81b2d-b69e-4ab8-88d2-68ae5eb26238', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:38:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02eabb2a-44a0-4ed9-9cc0-035f6b621583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:50Z', 'updated_at': '2021-07-13T14:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': '396c67a8-736b-4bc8-a2b7-2be381cea760', 'name': '', 'network_id': '4ee0abbd-1de3-4384-9188-533cbc1e657b', 'tenant_id': '8fa0be68ecfc4227a139ba95bab2c5bf', 'mac_address': 'fa:16:3e:0e:a7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02eabb2a-44a0-4ed9-9cc0-035f6b621583', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '2dd8f694-a845-4cf9-bae6-211b99194b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:53Z', 'updated_at': '2021-07-13T14:41:58Z', 'revision_number': 4, 'project_id': '8fa0be68ecfc4227a139ba95bab2c5bf', 'subnets': [{'id': '2dd8f694-a845-4cf9-bae6-211b99194b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:41:59.248059 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 396c67a8-736b-4bc8-a2b7-2be381cea760 up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:41:59.304942 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning for port 396c67a8-736b-4bc8-a2b7-2be381cea760 completed by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:41:59.311016 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port 396c67a8-736b-4bc8-a2b7-2be381cea760 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:41:59.311407 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:59.426146 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:59.466980 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] For port 396c67a8-736b-4bc8-a2b7-2be381cea760, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=396c67a8-736b-4bc8-a2b7-2be381cea760,segment=NetworkSegment(bf615d00-bff2-4b5c-8968-cd44c30ae800),segment_id=bf615d00-bff2-4b5c-8968-cd44c30ae800)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:41:59.473889 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:41:59.505793 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158651ef-8ffc-411a-beb6-92d8fa54d025 req-2640d240-33b8-49e9-b808-7e9bd4154d79 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:41:59.509363 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-158651ef-8ffc-411a-beb6-92d8fa54d025 req-2640d240-33b8-49e9-b808-7e9bd4154d79 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 945 time: 0.0904102 Jul 13 14:41:59.538046 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Pushing event updated for resources: {'Port': ['ID=396c67a8-736b-4bc8-a2b7-2be381cea760,revision_number=5']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:41:59.557259 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-158651ef-8ffc-411a-beb6-92d8fa54d025 req-e809164a-40b6-4b31-988d-15849c056395 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387371 Jul 13 14:42:00.009770 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 28f6e863-87a2-40f0-9013-32636d1ab35e up at agent hyperv_hv-cinder-78445 {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:42:00.065039 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Provisioning for port 28f6e863-87a2-40f0-9013-32636d1ab35e completed by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:42:00.069221 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Provisioning complete for port 28f6e863-87a2-40f0-9013-32636d1ab35e triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:42:00.069595 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:00.154599 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:00.183601 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be30d967-e2a5-4cc1-b17f-923d48062c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f6e863-87a2-40f0-9013-32636d1ab35e'}] {{(pid=93156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:42:00.185939 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd5989a68af48bbe0a00b0c674d1da0e65c633cef20e3ffd105cdad221ff8d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8348fc5-a709-4392-831a-a9aea4e78d52" -d '{"events": [{"server_uuid": "be30d967-e2a5-4cc1-b17f-923d48062c63", "name": "network-vif-plugged", "status": "completed", "tag": "28f6e863-87a2-40f0-9013-32636d1ab35e"}]}' {{(pid=93156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:42:00.200063 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port 28f6e863-87a2-40f0-9013-32636d1ab35e, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=28f6e863-87a2-40f0-9013-32636d1ab35e,segment=NetworkSegment(4497c753-383a-4ad9-8adc-7a31e9ff1c81),segment_id=4497c753-383a-4ad9-8adc-7a31e9ff1c81)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:42:00.204697 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:00.205887 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71 up at agent hyperv_hv-cinder-78445 {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:42:00.245313 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c60d7b-c9b6-4923-a8ec-5af125416c9e x-openstack-request-id: req-14c60d7b-c9b6-4923-a8ec-5af125416c9e {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:42:00.245603 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be30d967-e2a5-4cc1-b17f-923d48062c63", "name": "network-vif-plugged", "status": "completed", "tag": "28f6e863-87a2-40f0-9013-32636d1ab35e", "code": 200}]} {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:42:00.245856 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-14c60d7b-c9b6-4923-a8ec-5af125416c9e {{(pid=93156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:42:00.246265 dv-cinder-784453-8-iscsi neutron-server[93156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be30d967-e2a5-4cc1-b17f-923d48062c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f6e863-87a2-40f0-9013-32636d1ab35e', 'code': 200} Jul 13 14:42:00.286169 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=28f6e863-87a2-40f0-9013-32636d1ab35e,revision_number=5']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:00.294804 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:00.295156 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:00.295500 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:00.295852 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:00.296176 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:00.296511 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:00.296839 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:00.297731 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:00.298060 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:00.298480 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:00.298807 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:00.299129 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:00.317358 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Provisioning complete for port bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:42:00.317358 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:00.354536 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb0fb1-fb58-467e-90e5-91a67d1e5958 req-410bbc3c-c812-47a6-a833-cf069f53718a tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:00.356032 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-fdbb0fb1-fb58-467e-90e5-91a67d1e5958 req-410bbc3c-c812-47a6-a833-cf069f53718a tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/ports?device_id=be30d967-e2a5-4cc1-b17f-923d48062c63 HTTP/1.1" status: 200 len: 944 time: 0.2878447 Jul 13 14:42:00.397112 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-fdbb0fb1-fb58-467e-90e5-91a67d1e5958 req-6cacb31a-63b6-42d4-a238-9933afd51113 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/security-groups?id=c014619f-fc1c-494c-8b2a-2b6218397897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344331 Jul 13 14:42:00.403127 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:00.437747 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71,segment=NetworkSegment(4ad0260d-356e-47c3-9fe1-42a46c9ee2c2),segment_id=4ad0260d-356e-47c3-9fe1-42a46c9ee2c2)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:42:00.441844 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:00.498034 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71,revision_number=10']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:00.512094 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b33495e-c228-4861-af18-26958636e0be req-47efab1a-8429-4bfa-b186-510eb2f050d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:00.513424 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-6b33495e-c228-4861-af18-26958636e0be req-47efab1a-8429-4bfa-b186-510eb2f050d6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=be30d967-e2a5-4cc1-b17f-923d48062c63 HTTP/1.1" status: 200 len: 1098 time: 0.0535982 Jul 13 14:42:00.548007 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-6b33495e-c228-4861-af18-26958636e0be req-bf38791e-c010-48cf-afcd-93a578f3a56f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c014619f-fc1c-494c-8b2a-2b6218397897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275226 Jul 13 14:42:00.740592 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc20427-fa3c-4f67-a186-78cb6152d994 req-eb6beee0-17a7-4217-966c-10f4bbda7d17 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:00.742551 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3bc20427-fa3c-4f67-a186-78cb6152d994 req-eb6beee0-17a7-4217-966c-10f4bbda7d17 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 947 time: 0.0656872 Jul 13 14:42:00.790503 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3bc20427-fa3c-4f67-a186-78cb6152d994 req-997a1420-4b6f-4836-8369-6cf1f236664d tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415823 Jul 13 14:42:00.844700 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 396c67a8-736b-4bc8-a2b7-2be381cea760 up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:42:00.892264 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port 396c67a8-736b-4bc8-a2b7-2be381cea760 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:42:00.892680 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:01.584289 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e6122-f9a5-4770-9c5e-8810f1f2bbe8 req-f2d04993-e272-4f80-adf1-b90b7aa875ce tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:01.585717 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e33e6122-f9a5-4770-9c5e-8810f1f2bbe8 req-f2d04993-e272-4f80-adf1-b90b7aa875ce tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/ports?device_id=be30d967-e2a5-4cc1-b17f-923d48062c63 HTTP/1.1" status: 200 len: 945 time: 0.0657253 Jul 13 14:42:01.624459 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e33e6122-f9a5-4770-9c5e-8810f1f2bbe8 req-a2097185-040d-4f0e-a7e1-6c45ed83f5f2 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/security-groups?id=c014619f-fc1c-494c-8b2a-2b6218397897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328469 Jul 13 14:42:02.003341 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264b9cb-3c43-40ad-a82e-c5e077abc90e req-bbffc3f7-8f2f-4b2a-9bce-ef210bdf28d8 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:02.004892 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b264b9cb-3c43-40ad-a82e-c5e077abc90e req-bbffc3f7-8f2f-4b2a-9bce-ef210bdf28d8 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 947 time: 0.0775723 Jul 13 14:42:02.055390 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b264b9cb-3c43-40ad-a82e-c5e077abc90e req-431f1666-08a4-4735-9b69-f4005cafe7e9 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423491 Jul 13 14:42:02.247969 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c88c9e78-7ac1-41d2-a396-8216e9d8a969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71'}] {{(pid=93156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:42:02.250204 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd5989a68af48bbe0a00b0c674d1da0e65c633cef20e3ffd105cdad221ff8d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1342c604-7294-4aeb-9de3-b8891f96533f" -d '{"events": [{"server_uuid": "c88c9e78-7ac1-41d2-a396-8216e9d8a969", "name": "network-vif-plugged", "status": "completed", "tag": "bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71"}]}' {{(pid=93156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:42:02.286832 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd6e77f-c7c8-4bd8-b15a-4a0b9141fc2f x-openstack-request-id: req-9bd6e77f-c7c8-4bd8-b15a-4a0b9141fc2f {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:42:02.287119 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c88c9e78-7ac1-41d2-a396-8216e9d8a969", "name": "network-vif-plugged", "status": "completed", "tag": "bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71", "code": 200}]} {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:42:02.287389 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9bd6e77f-c7c8-4bd8-b15a-4a0b9141fc2f {{(pid=93156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:42:02.287779 dv-cinder-784453-8-iscsi neutron-server[93156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c88c9e78-7ac1-41d2-a396-8216e9d8a969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71', 'code': 200} Jul 13 14:42:02.593598 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1676c1ee-adc9-4d25-ac1b-79880fc9f98a req-87e45ae4-138e-40cf-b5c8-454d6dc93755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:02.595260 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-1676c1ee-adc9-4d25-ac1b-79880fc9f98a req-87e45ae4-138e-40cf-b5c8-454d6dc93755 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 1100 time: 0.0591810 Jul 13 14:42:02.633907 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-1676c1ee-adc9-4d25-ac1b-79880fc9f98a req-1399d415-140e-4387-9110-fac73769d45c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318155 Jul 13 14:42:02.816119 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640a4d2-974e-464b-94dc-0522da0b4caf req-6d237f2e-ee4b-4011-9a4f-0d6d4a2ee339 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:02.818071 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7640a4d2-974e-464b-94dc-0522da0b4caf req-6d237f2e-ee4b-4011-9a4f-0d6d4a2ee339 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/ports?device_id=be30d967-e2a5-4cc1-b17f-923d48062c63 HTTP/1.1" status: 200 len: 945 time: 0.0731642 Jul 13 14:42:02.870093 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7640a4d2-974e-464b-94dc-0522da0b4caf req-3d4b4e4c-1d02-4631-8039-20ece5f03a5c tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/security-groups?id=c014619f-fc1c-494c-8b2a-2b6218397897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422325 Jul 13 14:42:03.257665 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697be1d2-6498-4cfd-b7f2-77d4e9cbc81b req-6e94543a-3218-4cb3-9e63-debc7a11c7bd tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:03.259492 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-697be1d2-6498-4cfd-b7f2-77d4e9cbc81b req-6e94543a-3218-4cb3-9e63-debc7a11c7bd tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 947 time: 0.0786479 Jul 13 14:42:03.310731 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-af637396-28b7-418b-aacb-e3cb4cfcc955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:03.316424 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-697be1d2-6498-4cfd-b7f2-77d4e9cbc81b req-4f9cc6df-98aa-478e-abec-07aebb018982 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509148 Jul 13 14:42:04.523734 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c45b4-15c0-4a8c-ac03-eae5761d2d22 req-e36ac1a8-d466-4f0f-8e7a-48d3c9f2b6ec tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:04.525232 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-eb2c45b4-15c0-4a8c-ac03-eae5761d2d22 req-e36ac1a8-d466-4f0f-8e7a-48d3c9f2b6ec tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 947 time: 0.0756776 Jul 13 14:42:04.565367 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-eb2c45b4-15c0-4a8c-ac03-eae5761d2d22 req-ae0ede66-28b2-490a-ad78-154355d2730c tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337739 Jul 13 14:42:05.758131 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e86cf-828d-4390-a652-125cff21e79f req-e9442d20-fb0b-448d-9395-9357e309e1ca tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:05.759643 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b39e86cf-828d-4390-a652-125cff21e79f req-e9442d20-fb0b-448d-9395-9357e309e1ca tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 947 time: 0.0698771 Jul 13 14:42:05.801698 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b39e86cf-828d-4390-a652-125cff21e79f req-4e19eb1f-4653-45e9-ae8b-05bc79e0db10 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358074 Jul 13 14:42:05.899920 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-ba1ffc7f-6c6e-4352-b961-435ea3a19532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:06.149765 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:07.187607 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:08.610028 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:12.953479 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b9ac0-ec6d-4d08-b95f-d39512d1db21 req-fec94894-d21e-4992-a697-0b2050d3becf tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:12.955146 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-218b9ac0-ec6d-4d08-b95f-d39512d1db21 req-fec94894-d21e-4992-a697-0b2050d3becf tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d380f08-425c-49c7-9c85-0c911cee5462 HTTP/1.1" status: 200 len: 945 time: 0.0942481 Jul 13 14:42:12.997405 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-218b9ac0-ec6d-4d08-b95f-d39512d1db21 req-2636e399-98ee-4938-98ce-c9addcbe28b4 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=12cd562f-1142-410c-9bd2-6dcd564d7a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343692 Jul 13 14:42:14.182304 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70874814-c230-41a7-a936-3d0a8ff7929e req-42e92443-ed5a-46de-8833-1e7ad9dcba77 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:14.183810 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-70874814-c230-41a7-a936-3d0a8ff7929e req-42e92443-ed5a-46de-8833-1e7ad9dcba77 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d380f08-425c-49c7-9c85-0c911cee5462 HTTP/1.1" status: 200 len: 945 time: 0.0676241 Jul 13 14:42:14.222610 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-70874814-c230-41a7-a936-3d0a8ff7929e req-b59976bf-7242-4411-9ca5-0602a7f516d5 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=12cd562f-1142-410c-9bd2-6dcd564d7a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325093 Jul 13 14:42:15.420032 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2886868-1924-4726-b5cb-c6f55c2fe961 req-244e261d-a5c3-4a15-b127-3b6d890690e2 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:15.421439 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d2886868-1924-4726-b5cb-c6f55c2fe961 req-244e261d-a5c3-4a15-b127-3b6d890690e2 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d380f08-425c-49c7-9c85-0c911cee5462 HTTP/1.1" status: 200 len: 945 time: 0.0674303 Jul 13 14:42:15.472210 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d2886868-1924-4726-b5cb-c6f55c2fe961 req-c961d3d3-3003-4f9d-b722-fa601eba5174 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=12cd562f-1142-410c-9bd2-6dcd564d7a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445039 Jul 13 14:42:16.424469 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.agents_db [None req-a710d77f-e7af-45aa-808b-9771d160625e None None] Agent healthcheck: found 6 active agents {{(pid=93157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:42:16.660074 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912816a0-84fd-4a89-8a31-fa77010be9b0 req-fee85864-70d4-45bb-9e11-3501e2b49297 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:16.661628 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-912816a0-84fd-4a89-8a31-fa77010be9b0 req-fee85864-70d4-45bb-9e11-3501e2b49297 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d380f08-425c-49c7-9c85-0c911cee5462 HTTP/1.1" status: 200 len: 945 time: 0.0755827 Jul 13 14:42:16.702067 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-912816a0-84fd-4a89-8a31-fa77010be9b0 req-9500e382-cb0f-4c72-92df-abe1b709fc81 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=12cd562f-1142-410c-9bd2-6dcd564d7a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345471 Jul 13 14:42:16.803240 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:17.883864 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a63333-37c5-4d33-8472-9cd957a560c2 req-7b57b96d-36f4-427a-b7dc-28bd2c3c6d2b tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:17.885505 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-76a63333-37c5-4d33-8472-9cd957a560c2 req-7b57b96d-36f4-427a-b7dc-28bd2c3c6d2b tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d380f08-425c-49c7-9c85-0c911cee5462 HTTP/1.1" status: 200 len: 945 time: 0.0681121 Jul 13 14:42:17.925514 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-76a63333-37c5-4d33-8472-9cd957a560c2 req-f6c9e27b-c19c-449a-a6e1-1596c9922cd6 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=12cd562f-1142-410c-9bd2-6dcd564d7a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332577 Jul 13 14:42:19.080246 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-fd856c14-d7ba-4265-8374-40dba32f7908 req-4cc0aec3-fbc7-41cd-8411-8b608c45cf81 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0538342 Jul 13 14:42:19.107998 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a5329-2a48-4a3e-97b7-840768cafa1f req-15eab4e4-80e3-4718-b4c3-57205eb491d1 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:19.110075 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a29a5329-2a48-4a3e-97b7-840768cafa1f req-15eab4e4-80e3-4718-b4c3-57205eb491d1 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d380f08-425c-49c7-9c85-0c911cee5462 HTTP/1.1" status: 200 len: 945 time: 0.0645480 Jul 13 14:42:19.148928 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a29a5329-2a48-4a3e-97b7-840768cafa1f req-61709d30-1a11-4497-9b61-80a4022a3792 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=12cd562f-1142-410c-9bd2-6dcd564d7a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331092 Jul 13 14:42:19.197757 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd856c14-d7ba-4265-8374-40dba32f7908 req-4935feab-c32a-477a-99be-d4f62ce850f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:19.199277 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-fd856c14-d7ba-4265-8374-40dba32f7908 req-4935feab-c32a-477a-99be-d4f62ce850f1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a5169c26b204473880f57831a5e71229&device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 1100 time: 0.0608287 Jul 13 14:42:19.351424 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd856c14-d7ba-4265-8374-40dba32f7908 req-08dec8d1-6cfb-41cf-bc42-e111efed682d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:19.352943 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-fd856c14-d7ba-4265-8374-40dba32f7908 req-08dec8d1-6cfb-41cf-bc42-e111efed682d service neutron] 10.222.0.39 "GET /v2.0/networks?id=b04875e6-1fc2-4c4b-96d5-3d915be01c53 HTTP/1.1" status: 200 len: 918 time: 0.0868418 Jul 13 14:42:19.428383 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-fd856c14-d7ba-4265-8374-40dba32f7908 req-9b692351-ff7c-483f-9ded-06a126133f51 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71 HTTP/1.1" status: 200 len: 1002 time: 0.0641448 Jul 13 14:42:19.481548 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd856c14-d7ba-4265-8374-40dba32f7908 req-8989bfc1-ee61-4006-a468-b8f769bd3756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:19.483215 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-fd856c14-d7ba-4265-8374-40dba32f7908 req-8989bfc1-ee61-4006-a468-b8f769bd3756 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2093f447-27c9-42a2-bbad-8523311dd7a9 HTTP/1.1" status: 200 len: 856 time: 0.0459967 Jul 13 14:42:19.545722 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd856c14-d7ba-4265-8374-40dba32f7908 req-de93463c-5be1-4052-8c53-3ac4b790a6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:19.547277 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-fd856c14-d7ba-4265-8374-40dba32f7908 req-de93463c-5be1-4052-8c53-3ac4b790a6b5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b04875e6-1fc2-4c4b-96d5-3d915be01c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538754 Jul 13 14:42:19.802058 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882fe3b-0889-4f8a-99e6-7515b06b1a85 req-a463ed60-0b63-42ce-861e-e24d8c248e31 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:19.803728 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-b882fe3b-0889-4f8a-99e6-7515b06b1a85 req-a463ed60-0b63-42ce-861e-e24d8c248e31 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d380f08-425c-49c7-9c85-0c911cee5462 HTTP/1.1" status: 200 len: 945 time: 0.1303313 Jul 13 14:42:19.807518 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-fd856c14-d7ba-4265-8374-40dba32f7908 req-0962b565-b335-4d87-8cf8-58f9aa6d5d64 service neutron] 10.222.0.39 "GET /v2.0/networks/b04875e6-1fc2-4c4b-96d5-3d915be01c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417847 Jul 13 14:42:19.962736 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-fd856c14-d7ba-4265-8374-40dba32f7908 req-9eaced89-7952-4e6b-b361-30abca5069a7 service neutron] 10.222.0.39 "GET /v2.0/networks/b04875e6-1fc2-4c4b-96d5-3d915be01c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393495 Jul 13 14:42:19.977269 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [req-b882fe3b-0889-4f8a-99e6-7515b06b1a85 req-91cfcd20-d0d9-4a7d-bcab-f3eb3b33fc61 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Deleting port ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a {{(pid=93155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:42:19.977604 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-b882fe3b-0889-4f8a-99e6-7515b06b1a85 req-91cfcd20-d0d9-4a7d-bcab-f3eb3b33fc61 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:20.071710 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-b882fe3b-0889-4f8a-99e6-7515b06b1a85 req-91cfcd20-d0d9-4a7d-bcab-f3eb3b33fc61 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] For port ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a,segment=NetworkSegment(ddf34b6c-deaa-4bcb-bc31-453214300edf),segment_id=ddf34b6c-deaa-4bcb-bc31-453214300edf)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:42:20.071961 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-b882fe3b-0889-4f8a-99e6-7515b06b1a85 req-91cfcd20-d0d9-4a7d-bcab-f3eb3b33fc61 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:20.243209 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-b882fe3b-0889-4f8a-99e6-7515b06b1a85 req-91cfcd20-d0d9-4a7d-bcab-f3eb3b33fc61 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:20.244339 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-b882fe3b-0889-4f8a-99e6-7515b06b1a85 req-91cfcd20-d0d9-4a7d-bcab-f3eb3b33fc61 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1994842'] for floatingip, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:20.244339 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.db.l3_db [req-b882fe3b-0889-4f8a-99e6-7515b06b1a85 req-91cfcd20-d0d9-4a7d-bcab-f3eb3b33fc61 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Floating IP ddb999f2-4bdc-429d-9710-ab7ed0f59570 disassociated. External IP: 172.27.3.127, port: ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a. Jul 13 14:42:20.244339 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [req-b882fe3b-0889-4f8a-99e6-7515b06b1a85 req-91cfcd20-d0d9-4a7d-bcab-f3eb3b33fc61 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Calling delete_port for ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a owned by compute:nova {{(pid=93155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:42:20.338724 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8298d-aa93-4294-a34d-b52b33c21aec req-fb555a69-a76f-4c09-881f-428e2aaedc8c tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:20.340178 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-52f8298d-aa93-4294-a34d-b52b33c21aec req-fb555a69-a76f-4c09-881f-428e2aaedc8c tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d380f08-425c-49c7-9c85-0c911cee5462 HTTP/1.1" status: 200 len: 945 time: 0.0719953 Jul 13 14:42:20.381784 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-52f8298d-aa93-4294-a34d-b52b33c21aec req-e3905c2d-cedb-49d1-8111-90373f58a03e tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups?id=12cd562f-1142-410c-9bd2-6dcd564d7a86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353358 Jul 13 14:42:20.385321 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-b882fe3b-0889-4f8a-99e6-7515b06b1a85 req-91cfcd20-d0d9-4a7d-bcab-f3eb3b33fc61 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:20.418613 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cfcd20-d0d9-4a7d-bcab-f3eb3b33fc61 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Pushing event deleted for resources: {'Port': ['ID=ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:20.530291 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b882fe3b-0889-4f8a-99e6-7515b06b1a85 req-91cfcd20-d0d9-4a7d-bcab-f3eb3b33fc61 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Router 270caa52-fa6f-4038-9de7-45ec54a1b576 has already been hosted by L3 agent d92cc109-9c2d-42ed-8c1d-d826fa90f9d0 {{(pid=93155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:42:20.651571 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b882fe3b-0889-4f8a-99e6-7515b06b1a85 req-91cfcd20-d0d9-4a7d-bcab-f3eb3b33fc61 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify agent at l3_agent.dv-cinder-784453-8-iscsi the message routers_updated {{(pid=93155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:42:20.667944 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79013bc-fecc-4d4e-b3aa-dcefa8b58472 None None] Sync routers for ids ['270caa52-fa6f-4038-9de7-45ec54a1b576'] in dv-cinder-784453-8-iscsi {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:42:20.679246 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79013bc-fecc-4d4e-b3aa-dcefa8b58472 None None] Routers {'270caa52-fa6f-4038-9de7-45ec54a1b576'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:42:20.680241 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-c79013bc-fecc-4d4e-b3aa-dcefa8b58472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:42:06Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['270caa52-fa6f-4038-9de7-45ec54a1b576'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:20.704382 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [req-b882fe3b-0889-4f8a-99e6-7515b06b1a85 req-91cfcd20-d0d9-4a7d-bcab-f3eb3b33fc61 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] No DVR routers for this DVR port ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a on host hv-cinder-78445 {{(pid=93155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:42:20.707012 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-b882fe3b-0889-4f8a-99e6-7515b06b1a85 req-91cfcd20-d0d9-4a7d-bcab-f3eb3b33fc61 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:20.709153 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-b882fe3b-0889-4f8a-99e6-7515b06b1a85 req-91cfcd20-d0d9-4a7d-bcab-f3eb3b33fc61 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.39 "DELETE /v2.0/ports/ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a HTTP/1.1" status: 204 len: 173 time: 0.8926041 Jul 13 14:42:20.709587 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d380f08-425c-49c7-9c85-0c911cee5462', 'name': 'network-vif-deleted', 'tag': 'ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:42:20.711813 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969d499ae61b7a2d5523e15545dbdfcb627d31ab7a946dd0dec0766d655d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f805221-4128-42d9-b754-0aef9eb7cea6" -d '{"events": [{"server_uuid": "8d380f08-425c-49c7-9c85-0c911cee5462", "name": "network-vif-deleted", "tag": "ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:42:20.750830 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa45a68b-ea71-485b-9a50-24075b9f3a47 x-openstack-request-id: req-fa45a68b-ea71-485b-9a50-24075b9f3a47 {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:42:20.751139 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d380f08-425c-49c7-9c85-0c911cee5462", "name": "network-vif-deleted", "tag": "ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a", "status": "completed", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:42:20.751384 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fa45a68b-ea71-485b-9a50-24075b9f3a47 {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:42:20.751791 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d380f08-425c-49c7-9c85-0c911cee5462', 'name': 'network-vif-deleted', 'tag': 'ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a', 'status': 'completed', 'code': 200} Jul 13 14:42:20.812720 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-c79013bc-fecc-4d4e-b3aa-dcefa8b58472 None None] Set router 270caa52-fa6f-4038-9de7-45ec54a1b576 gateway port host: dv-cinder-784453-8-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:42:21.036687 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-c79013bc-fecc-4d4e-b3aa-dcefa8b58472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'name': 'tempest-AttachVolumeTestJSON-1902969673-router', 'tenant_id': '4db817ef0fe4408794a0ef962b27746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'c1e50540-76bc-4adb-8f0c-e55231943cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:35:01Z', 'updated_at': '2021-07-13T14:35:11Z', 'revision_number': 4, 'project_id': '4db817ef0fe4408794a0ef962b27746d', 'gw_port': {'id': 'c1e50540-76bc-4adb-8f0c-e55231943cba', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:02Z', 'updated_at': '2021-07-13T14:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': '09e6619b-0bfb-4ae9-bb76-eacced31b105', 'name': '', 'network_id': '3b901448-fc45-4cdb-afb8-8ba3d59219c4', 'tenant_id': '4db817ef0fe4408794a0ef962b27746d', 'mac_address': 'fa:16:3e:8c:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '58921e0e-d271-42d3-8bb5-36a41aaf8b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:07Z', 'updated_at': '2021-07-13T14:35:29Z', 'revision_number': 5, 'project_id': '4db817ef0fe4408794a0ef962b27746d', 'subnets': [{'id': '58921e0e-d271-42d3-8bb5-36a41aaf8b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:21.067747 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79013bc-fecc-4d4e-b3aa-dcefa8b58472 None None] Checking router: 270caa52-fa6f-4038-9de7-45ec54a1b576 for host: dv-cinder-784453-8-iscsi {{(pid=93156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:42:21.076231 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79013bc-fecc-4d4e-b3aa-dcefa8b58472 None None] Routers {'270caa52-fa6f-4038-9de7-45ec54a1b576'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:42:21.076849 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-c79013bc-fecc-4d4e-b3aa-dcefa8b58472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:42:06Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['270caa52-fa6f-4038-9de7-45ec54a1b576'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:21.182710 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-c79013bc-fecc-4d4e-b3aa-dcefa8b58472 None None] Set router 270caa52-fa6f-4038-9de7-45ec54a1b576 gateway port host: dv-cinder-784453-8-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:42:21.381184 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-c79013bc-fecc-4d4e-b3aa-dcefa8b58472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'name': 'tempest-AttachVolumeTestJSON-1902969673-router', 'tenant_id': '4db817ef0fe4408794a0ef962b27746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'c1e50540-76bc-4adb-8f0c-e55231943cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:35:01Z', 'updated_at': '2021-07-13T14:35:11Z', 'revision_number': 4, 'project_id': '4db817ef0fe4408794a0ef962b27746d', 'gw_port': {'id': 'c1e50540-76bc-4adb-8f0c-e55231943cba', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:02Z', 'updated_at': '2021-07-13T14:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': '09e6619b-0bfb-4ae9-bb76-eacced31b105', 'name': '', 'network_id': '3b901448-fc45-4cdb-afb8-8ba3d59219c4', 'tenant_id': '4db817ef0fe4408794a0ef962b27746d', 'mac_address': 'fa:16:3e:8c:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '58921e0e-d271-42d3-8bb5-36a41aaf8b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:07Z', 'updated_at': '2021-07-13T14:35:29Z', 'revision_number': 5, 'project_id': '4db817ef0fe4408794a0ef962b27746d', 'subnets': [{'id': '58921e0e-d271-42d3-8bb5-36a41aaf8b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:21.407670 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79013bc-fecc-4d4e-b3aa-dcefa8b58472 None None] The sync data for ids ['270caa52-fa6f-4038-9de7-45ec54a1b576'] in dv-cinder-784453-8-iscsi is: [{'id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'name': 'tempest-AttachVolumeTestJSON-1902969673-router', 'tenant_id': '4db817ef0fe4408794a0ef962b27746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'c1e50540-76bc-4adb-8f0c-e55231943cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:35:01Z', 'updated_at': '2021-07-13T14:35:11Z', 'revision_number': 4, 'project_id': '4db817ef0fe4408794a0ef962b27746d', 'gw_port': {'id': 'c1e50540-76bc-4adb-8f0c-e55231943cba', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:02Z', 'updated_at': '2021-07-13T14:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': '09e6619b-0bfb-4ae9-bb76-eacced31b105', 'name': '', 'network_id': '3b901448-fc45-4cdb-afb8-8ba3d59219c4', 'tenant_id': '4db817ef0fe4408794a0ef962b27746d', 'mac_address': 'fa:16:3e:8c:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '58921e0e-d271-42d3-8bb5-36a41aaf8b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:07Z', 'updated_at': '2021-07-13T14:35:29Z', 'revision_number': 5, 'project_id': '4db817ef0fe4408794a0ef962b27746d', 'subnets': [{'id': '58921e0e-d271-42d3-8bb5-36a41aaf8b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:42:21.583102 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d50af378-ea8e-472b-8573-161c5c2c8c2d req-2ec2fa56-5d05-44e3-acd2-e2e5a2b1e5ac tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d380f08-425c-49c7-9c85-0c911cee5462 HTTP/1.1" status: 200 len: 210 time: 0.0607638 Jul 13 14:42:21.709022 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1d8bb3-4745-47ea-afa3-f7d8088cac56 None None] New status for floating IP ddb999f2-4bdc-429d-9710-ab7ed0f59570: DOWN {{(pid=93157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:42:22.152313 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-ef93159c-82f5-445d-ae89-65eb363d5023 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1572674527&fields=id&tenant_id=99769a464f6d4affafc17bdbbd66183b HTTP/1.1" status: 200 len: 267 time: 0.0336542 Jul 13 14:42:22.266380 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-4c8f5db1-7b06-4cc9-a1d5-83990bdd2850 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:22.267811 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-4c8f5db1-7b06-4cc9-a1d5-83990bdd2850 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/networks?id=c4e52171-321c-48d2-9bf2-ea19f9b9ae29 HTTP/1.1" status: 200 len: 811 time: 0.1085768 Jul 13 14:42:22.282328 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-f08660d3-ae1f-4587-9f2e-446c1f9bdbf2 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/quotas/99769a464f6d4affafc17bdbbd66183b HTTP/1.1" status: 200 len: 375 time: 0.0091839 Jul 13 14:42:22.347095 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-c501aa81-6263-4187-a75d-4ea4f38534cc tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=99769a464f6d4affafc17bdbbd66183b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595667 Jul 13 14:42:22.440986 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-0224e6b9-57fb-4ded-be57-e323423d7b60 service neutron] 10.222.0.11 "GET /v2.0/networks/c4e52171-321c-48d2-9bf2-ea19f9b9ae29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787718 Jul 13 14:42:22.531035 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-b7dd4062-6054-4ab4-ae7a-6e81226a5437 service neutron] 10.222.0.11 "GET /v2.0/networks/c4e52171-321c-48d2-9bf2-ea19f9b9ae29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842881 Jul 13 14:42:22.719734 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 59088) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:22.796579 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7777f477-e34c-4947-ace3-4406cfa4a991 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:22.826539 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7777f477-e34c-4947-ace3-4406cfa4a991 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:22.923529 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c51e1965-cc3b-44f4-8797-10addc8985f3 req-9c7867b3-f2c4-4a4c-8944-205c1e572977 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee8ee0dd-c1fe-4b2d-aacc-7e611d99e1a4 HTTP/1.1" status: 200 len: 210 time: 0.0466516 Jul 13 14:42:22.934939 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7777f477-e34c-4947-ace3-4406cfa4a991 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:22.939013 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7777f477-e34c-4947-ace3-4406cfa4a991 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:22.942675 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-7777f477-e34c-4947-ace3-4406cfa4a991 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "DELETE /v2.0/security-groups/12cd562f-1142-410c-9bd2-6dcd564d7a86 HTTP/1.1" status: 204 len: 168 time: 0.2194686 Jul 13 14:42:22.943317 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 59100) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:22.950224 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7777f477-e34c-4947-ace3-4406cfa4a991 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12cd562f-1142-410c-9bd2-6dcd564d7a86,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:22.960793 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.api.v2.resource [None req-88a418ee-91cb-41dd-b4c6-5ffc138ff350 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] show failed (client error): The resource could not be found. Jul 13 14:42:22.962149 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-88a418ee-91cb-41dd-b4c6-5ffc138ff350 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "GET /v2.0/security-groups/12cd562f-1142-410c-9bd2-6dcd564d7a86 HTTP/1.1" status: 404 len: 347 time: 0.0175390 Jul 13 14:42:22.962394 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7777f477-e34c-4947-ace3-4406cfa4a991 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:22.962757 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7777f477-e34c-4947-ace3-4406cfa4a991 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:22.963179 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7777f477-e34c-4947-ace3-4406cfa4a991 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:22.963515 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7777f477-e34c-4947-ace3-4406cfa4a991 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:22.963893 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7777f477-e34c-4947-ace3-4406cfa4a991 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:22.964243 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7777f477-e34c-4947-ace3-4406cfa4a991 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:22.964680 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7777f477-e34c-4947-ace3-4406cfa4a991 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:22.965122 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7777f477-e34c-4947-ace3-4406cfa4a991 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:22.965384 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 59104) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:22.965490 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7777f477-e34c-4947-ace3-4406cfa4a991 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:22.965826 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7777f477-e34c-4947-ace3-4406cfa4a991 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:22.966155 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7777f477-e34c-4947-ace3-4406cfa4a991 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:22.966644 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7777f477-e34c-4947-ace3-4406cfa4a991 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:23.118436 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-ee5c5a02-33d5-4e52-a270-98641a815bd9 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Deleting port f34eaa79-5beb-4d9d-aa36-5c8a22693f10 {{(pid=93155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:42:23.118785 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ee5c5a02-33d5-4e52-a270-98641a815bd9 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:23.200736 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ee5c5a02-33d5-4e52-a270-98641a815bd9 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:23.201087 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ee5c5a02-33d5-4e52-a270-98641a815bd9 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:23.212911 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-ee5c5a02-33d5-4e52-a270-98641a815bd9 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Calling delete_port for f34eaa79-5beb-4d9d-aa36-5c8a22693f10 owned by network:floatingip {{(pid=93155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:42:23.352008 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ee5c5a02-33d5-4e52-a270-98641a815bd9 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:23.378872 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c5a02-33d5-4e52-a270-98641a815bd9 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Pushing event deleted for resources: {'Port': ['ID=f34eaa79-5beb-4d9d-aa36-5c8a22693f10,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:23.449392 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ee5c5a02-33d5-4e52-a270-98641a815bd9 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks [] for floatingip, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:23.452194 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ee5c5a02-33d5-4e52-a270-98641a815bd9 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for floatingip, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:23.453378 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-ee5c5a02-33d5-4e52-a270-98641a815bd9 tempest-AttachVolumeTestJSON-1129638728 tempest-AttachVolumeTestJSON-1129638728-project] 10.222.0.11 "DELETE /v2.0/floatingips/ddb999f2-4bdc-429d-9710-ab7ed0f59570 HTTP/1.1" status: 204 len: 168 time: 0.4857345 Jul 13 14:42:24.106053 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6db7c4f3-cd4a-4793-adb5-b42491700005 req-db6cadf2-9047-4d7f-9282-f7e0f3d369c8 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee8ee0dd-c1fe-4b2d-aacc-7e611d99e1a4 HTTP/1.1" status: 200 len: 210 time: 0.0481651 Jul 13 14:42:24.109393 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:42:24.142130 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] No Port match for: ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a {{(pid=93156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:42:24.165161 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device ae19ca6d-a7cb-4edd-bb1a-f84ff4bf6e5a not bound to the agent host hv-cinder-78445 {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:42:24.248798 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-8a58f149-a42f-4042-9107-6a86226cf92c tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:24.251781 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-8a58f149-a42f-4042-9107-6a86226cf92c tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.39 "GET /v2.0/networks?id=c4e52171-321c-48d2-9bf2-ea19f9b9ae29 HTTP/1.1" status: 200 len: 811 time: 0.1485329 Jul 13 14:42:24.329956 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-95275c38-b210-4335-95f2-b14279c732bb tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99769a464f6d4affafc17bdbbd66183b HTTP/1.1" status: 200 len: 380 time: 0.0463688 Jul 13 14:42:24.340247 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-f3574c07-7129-41d7-8e2e-89e3a8e33d54 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Request body: {'port': {'device_id': 'ee8ee0dd-c1fe-4b2d-aacc-7e611d99e1a4', 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29', 'admin_state_up': True, 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'security_groups': ['8a35dae3-97c9-4bd9-8dac-22e1336dffe2']}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:42:24.479877 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-f3574c07-7129-41d7-8e2e-89e3a8e33d54 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Made reservation on behalf of 99769a464f6d4affafc17bdbbd66183b for: {'port': 1} {{(pid=93155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:42:24.487168 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-f3574c07-7129-41d7-8e2e-89e3a8e33d54 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:24.644633 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a022654e-adaa-4335-b3f6-9c41d0db8bd4 req-4c9a364d-de17-459e-b726-a2ce73239b5d tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:24.646393 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a022654e-adaa-4335-b3f6-9c41d0db8bd4 req-4c9a364d-de17-459e-b726-a2ce73239b5d tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/ports?device_id=be30d967-e2a5-4cc1-b17f-923d48062c63 HTTP/1.1" status: 200 len: 945 time: 0.0771916 Jul 13 14:42:24.704849 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a022654e-adaa-4335-b3f6-9c41d0db8bd4 req-93b68d07-586e-4f8b-8135-9b5d1998a901 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/security-groups?id=c014619f-fc1c-494c-8b2a-2b6218397897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502465 Jul 13 14:42:24.899166 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.db_base_plugin_common [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-f3574c07-7129-41d7-8e2e-89e3a8e33d54 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Allocated IP 172.20.0.12 (c4e52171-321c-48d2-9bf2-ea19f9b9ae29/28025b5e-d48d-4866-b8db-aa50e7c929e5/f18a20b1-24f9-490a-86e4-c7f996b12f24) {{(pid=93155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:42:25.042046 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-f3574c07-7129-41d7-8e2e-89e3a8e33d54 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks [] for port, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:25.057030 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-f3574c07-7129-41d7-8e2e-89e3a8e33d54 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Transition to ACTIVE for port object f18a20b1-24f9-490a-86e4-c7f996b12f24 will not be triggered until provisioned by entity DHCP. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:42:25.092128 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-f3574c07-7129-41d7-8e2e-89e3a8e33d54 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:25.140637 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-f3574c07-7129-41d7-8e2e-89e3a8e33d54 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Network c4e52171-321c-48d2-9bf2-ea19f9b9ae29 is already hosted by enough agents. {{(pid=93155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:42:25.144156 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-f3574c07-7129-41d7-8e2e-89e3a8e33d54 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Resources bound (agent type, host, resource id): {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:42:25.148195 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-f3574c07-7129-41d7-8e2e-89e3a8e33d54 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Received port after_create {{(pid=93155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:42:25.174965 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3574c07-7129-41d7-8e2e-89e3a8e33d54 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Pushing event updated for resources: {'Port': ['ID=f18a20b1-24f9-490a-86e4-c7f996b12f24,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:25.206762 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-f3574c07-7129-41d7-8e2e-89e3a8e33d54 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:25.207477 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-f3574c07-7129-41d7-8e2e-89e3a8e33d54 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:25.227968 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-f3574c07-7129-41d7-8e2e-89e3a8e33d54 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8924248 Jul 13 14:42:25.247066 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-8cef010d-1fc7-4d46-8353-82cff9d143fa service neutron] Request body: {'port': {'device_id': 'ee8ee0dd-c1fe-4b2d-aacc-7e611d99e1a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:42:25.332623 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398ab27-f108-4e4b-88a6-ed7a23eb7703 req-2423a3fb-4088-44a5-a72d-fe142ae126c7 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:25.333188 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-8cef010d-1fc7-4d46-8353-82cff9d143fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:25.334744 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b398ab27-f108-4e4b-88a6-ed7a23eb7703 req-2423a3fb-4088-44a5-a72d-fe142ae126c7 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee8ee0dd-c1fe-4b2d-aacc-7e611d99e1a4 HTTP/1.1" status: 200 len: 932 time: 0.0782213 Jul 13 14:42:25.380094 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b398ab27-f108-4e4b-88a6-ed7a23eb7703 req-300ec1fc-a849-43e8-bb79-7d1ce4b9d0a7 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392363 Jul 13 14:42:25.438632 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-1e886935-8115-4458-a22b-00fc3e46a22c None None] Provisioning for port f18a20b1-24f9-490a-86e4-c7f996b12f24 completed by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:42:25.442522 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-1e886935-8115-4458-a22b-00fc3e46a22c None None] Provisioning complete for port f18a20b1-24f9-490a-86e4-c7f996b12f24 triggered by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:42:25.443026 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-1e886935-8115-4458-a22b-00fc3e46a22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:25.477996 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-1e886935-8115-4458-a22b-00fc3e46a22c None None] Port f18a20b1-24f9-490a-86e4-c7f996b12f24 cannot update to ACTIVE because it is not bound. {{(pid=93156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:42:25.622109 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-8cef010d-1fc7-4d46-8353-82cff9d143fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f18a20b1-24f9-490a-86e4-c7f996b12f24 {{(pid=93155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:42:25.630435 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-8cef010d-1fc7-4d46-8353-82cff9d143fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:25.643008 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-8cef010d-1fc7-4d46-8353-82cff9d143fa service neutron] Transition to ACTIVE for port object f18a20b1-24f9-490a-86e4-c7f996b12f24 will not be triggered until provisioned by entity L2. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:42:25.646444 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-8cef010d-1fc7-4d46-8353-82cff9d143fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868486'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:25.703734 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef010d-1fc7-4d46-8353-82cff9d143fa service neutron] Pushing event updated for resources: {'Port': ['ID=f18a20b1-24f9-490a-86e4-c7f996b12f24,revision_number=2']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:25.813841 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-8cef010d-1fc7-4d46-8353-82cff9d143fa service neutron] Attempting to bind port f18a20b1-24f9-490a-86e4-c7f996b12f24 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:42:25.814474 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-8cef010d-1fc7-4d46-8353-82cff9d143fa service neutron] Attempting to bind port f18a20b1-24f9-490a-86e4-c7f996b12f24 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': 'c6b163ab-1b04-41ce-ae67-2074c98b0129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29'}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:42:25.815080 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-8cef010d-1fc7-4d46-8353-82cff9d143fa service neutron] Attempting to bind port f18a20b1-24f9-490a-86e4-c7f996b12f24 on network c4e52171-321c-48d2-9bf2-ea19f9b9ae29 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:42:25.820471 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-8cef010d-1fc7-4d46-8353-82cff9d143fa service neutron] Port f18a20b1-24f9-490a-86e4-c7f996b12f24 on network c4e52171-321c-48d2-9bf2-ea19f9b9ae29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:42:25.820875 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-8cef010d-1fc7-4d46-8353-82cff9d143fa service neutron] Attempting to bind port f18a20b1-24f9-490a-86e4-c7f996b12f24 on network c4e52171-321c-48d2-9bf2-ea19f9b9ae29 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:42:25.830649 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-8cef010d-1fc7-4d46-8353-82cff9d143fa service neutron] Checking agent: {'id': 'b13b15cc-78ec-4c35-8be2-6f245ac287e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 13, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:42:25.831327 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-8cef010d-1fc7-4d46-8353-82cff9d143fa service neutron] Checking segment: {'id': 'c6b163ab-1b04-41ce-ae67-2074c98b0129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:42:25.832137 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-8cef010d-1fc7-4d46-8353-82cff9d143fa service neutron] Bound using segment: {'id': 'c6b163ab-1b04-41ce-ae67-2074c98b0129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29'} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:42:25.832673 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-8cef010d-1fc7-4d46-8353-82cff9d143fa service neutron] Bound port: f18a20b1-24f9-490a-86e4-c7f996b12f24, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6b163ab-1b04-41ce-ae67-2074c98b0129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29'}}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:42:25.833126 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-8cef010d-1fc7-4d46-8353-82cff9d143fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:25.926439 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-8cef010d-1fc7-4d46-8353-82cff9d143fa service neutron] For port f18a20b1-24f9-490a-86e4-c7f996b12f24, host hv-cinder-78445, cleared binding levels {{(pid=93155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:42:25.930916 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-8cef010d-1fc7-4d46-8353-82cff9d143fa service neutron] For port f18a20b1-24f9-490a-86e4-c7f996b12f24, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=f18a20b1-24f9-490a-86e4-c7f996b12f24,segment=NetworkSegment(c6b163ab-1b04-41ce-ae67-2074c98b0129),segment_id=c6b163ab-1b04-41ce-ae67-2074c98b0129)] {{(pid=93155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:42:25.938207 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-8cef010d-1fc7-4d46-8353-82cff9d143fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868486'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:25.959540 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f368b3-1601-4285-8f2c-68cda9a8c7fc req-7b1ca495-87a7-4ccb-a290-4ed8fdd6573b tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:25.959540 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-71f368b3-1601-4285-8f2c-68cda9a8c7fc req-7b1ca495-87a7-4ccb-a290-4ed8fdd6573b tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/ports?device_id=be30d967-e2a5-4cc1-b17f-923d48062c63 HTTP/1.1" status: 200 len: 945 time: 0.0893118 Jul 13 14:42:25.991428 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-8cef010d-1fc7-4d46-8353-82cff9d143fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:25.992150 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-8cef010d-1fc7-4d46-8353-82cff9d143fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:25.993584 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-8cef010d-1fc7-4d46-8353-82cff9d143fa service neutron] 10.222.0.39 "PUT /v2.0/ports/f18a20b1-24f9-490a-86e4-c7f996b12f24 HTTP/1.1" status: 200 len: 1094 time: 0.7517240 Jul 13 14:42:25.994152 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee8ee0dd-c1fe-4b2d-aacc-7e611d99e1a4', 'tag': 'f18a20b1-24f9-490a-86e4-c7f996b12f24'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:42:25.996438 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969d499ae61b7a2d5523e15545dbdfcb627d31ab7a946dd0dec0766d655d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d4978e-9f40-4519-9c05-85c5f4994fe1" -d '{"events": [{"name": "network-changed", "server_uuid": "ee8ee0dd-c1fe-4b2d-aacc-7e611d99e1a4", "tag": "f18a20b1-24f9-490a-86e4-c7f996b12f24"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:42:26.034970 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-71f368b3-1601-4285-8f2c-68cda9a8c7fc req-c2f73996-5df3-47a7-a4fe-b6acdd7b2062 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/security-groups?id=c014619f-fc1c-494c-8b2a-2b6218397897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674362 Jul 13 14:42:26.074950 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef010d-1fc7-4d46-8353-82cff9d143fa service neutron] Pushing event updated for resources: {'Port': ['ID=f18a20b1-24f9-490a-86e4-c7f996b12f24,revision_number=3']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:26.135155 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-d5208fed-d14b-496c-8ac2-b6501750e21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:26.137320 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-d5208fed-d14b-496c-8ac2-b6501750e21d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=99769a464f6d4affafc17bdbbd66183b&device_id=ee8ee0dd-c1fe-4b2d-aacc-7e611d99e1a4 HTTP/1.1" status: 200 len: 1097 time: 0.0726044 Jul 13 14:42:26.195315 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-a4f6e584-bc70-4275-aa81-671e7ff12bf7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f18a20b1-24f9-490a-86e4-c7f996b12f24 HTTP/1.1" status: 200 len: 217 time: 0.0412531 Jul 13 14:42:26.234641 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467895ec-1613-4413-8620-8e34bf44d175 x-openstack-request-id: req-467895ec-1613-4413-8620-8e34bf44d175 {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:42:26.234922 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee8ee0dd-c1fe-4b2d-aacc-7e611d99e1a4", "tag": "f18a20b1-24f9-490a-86e4-c7f996b12f24", "status": "completed", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:42:26.235168 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-467895ec-1613-4413-8620-8e34bf44d175 {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:42:26.235549 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee8ee0dd-c1fe-4b2d-aacc-7e611d99e1a4', 'tag': 'f18a20b1-24f9-490a-86e4-c7f996b12f24', 'status': 'completed', 'code': 200} Jul 13 14:42:26.253168 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-174a1008-0322-49c9-957f-b58a4d98b56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:26.254767 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-174a1008-0322-49c9-957f-b58a4d98b56f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28025b5e-d48d-4866-b8db-aa50e7c929e5 HTTP/1.1" status: 200 len: 850 time: 0.0518563 Jul 13 14:42:26.315673 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-e22a4c2e-f24e-4ab3-8202-3bdf30512921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:26.317102 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-e22a4c2e-f24e-4ab3-8202-3bdf30512921 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c4e52171-321c-48d2-9bf2-ea19f9b9ae29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0554025 Jul 13 14:42:26.508718 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-fc8ceaf2-02e9-470a-9c0e-3b5c74fcaa94 service neutron] 10.222.0.39 "GET /v2.0/networks/c4e52171-321c-48d2-9bf2-ea19f9b9ae29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301472 Jul 13 14:42:26.517728 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0cc0c1-77ae-4fd4-99b0-6cadbd2e2560 req-1f8112d0-7220-49e1-890a-c9b93236a6ce tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:26.519244 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-df0cc0c1-77ae-4fd4-99b0-6cadbd2e2560 req-1f8112d0-7220-49e1-890a-c9b93236a6ce tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.39 "GET /v2.0/ports?device_id=be30d967-e2a5-4cc1-b17f-923d48062c63 HTTP/1.1" status: 200 len: 945 time: 0.1394970 Jul 13 14:42:26.575045 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d11e4e-f05a-4e9f-968e-17e40a516e70 req-8102353d-0538-41a0-abcd-a45f3c62d122 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:26.576616 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a7d11e4e-f05a-4e9f-968e-17e40a516e70 req-8102353d-0538-41a0-abcd-a45f3c62d122 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee8ee0dd-c1fe-4b2d-aacc-7e611d99e1a4 HTTP/1.1" status: 200 len: 944 time: 0.0678325 Jul 13 14:42:26.620109 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a7d11e4e-f05a-4e9f-968e-17e40a516e70 req-64b934c8-4e9b-401c-8a7d-d5ffefd998ef tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374756 Jul 13 14:42:26.674739 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-0da469f8-3ce3-47aa-a5dd-7c534316d4fd req-3da0111c-2a24-4505-bd02-e7e83bf10d2a service neutron] 10.222.0.39 "GET /v2.0/networks/c4e52171-321c-48d2-9bf2-ea19f9b9ae29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543167 Jul 13 14:42:26.695357 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [req-df0cc0c1-77ae-4fd4-99b0-6cadbd2e2560 req-8f7b6c13-3e2a-4c96-a229-b681afde441d tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Deleting port 28f6e863-87a2-40f0-9013-32636d1ab35e {{(pid=93155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:42:26.695694 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-df0cc0c1-77ae-4fd4-99b0-6cadbd2e2560 req-8f7b6c13-3e2a-4c96-a229-b681afde441d tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:26.818933 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-df0cc0c1-77ae-4fd4-99b0-6cadbd2e2560 req-8f7b6c13-3e2a-4c96-a229-b681afde441d tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] For port 28f6e863-87a2-40f0-9013-32636d1ab35e, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=28f6e863-87a2-40f0-9013-32636d1ab35e,segment=NetworkSegment(4497c753-383a-4ad9-8adc-7a31e9ff1c81),segment_id=4497c753-383a-4ad9-8adc-7a31e9ff1c81)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:42:26.819307 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-df0cc0c1-77ae-4fd4-99b0-6cadbd2e2560 req-8f7b6c13-3e2a-4c96-a229-b681afde441d tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:26.834504 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [req-df0cc0c1-77ae-4fd4-99b0-6cadbd2e2560 req-8f7b6c13-3e2a-4c96-a229-b681afde441d tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Calling delete_port for 28f6e863-87a2-40f0-9013-32636d1ab35e owned by compute:nova {{(pid=93155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:42:26.904899 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4978e-9f40-4519-9c05-85c5f4994fe1 req-5888866e-9ba7-4123-a213-3dccf8dadacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:26.906466 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-68d4978e-9f40-4519-9c05-85c5f4994fe1 req-5888866e-9ba7-4123-a213-3dccf8dadacf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=99769a464f6d4affafc17bdbbd66183b&device_id=ee8ee0dd-c1fe-4b2d-aacc-7e611d99e1a4 HTTP/1.1" status: 200 len: 1097 time: 0.1295695 Jul 13 14:42:27.044305 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4978e-9f40-4519-9c05-85c5f4994fe1 req-57ecd9fc-a303-4a28-ac88-3a05fc86ca2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:27.046460 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-68d4978e-9f40-4519-9c05-85c5f4994fe1 req-57ecd9fc-a303-4a28-ac88-3a05fc86ca2d service neutron] 10.222.0.39 "GET /v2.0/networks?id=c4e52171-321c-48d2-9bf2-ea19f9b9ae29 HTTP/1.1" status: 200 len: 912 time: 0.1320925 Jul 13 14:42:27.051681 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-df0cc0c1-77ae-4fd4-99b0-6cadbd2e2560 req-8f7b6c13-3e2a-4c96-a229-b681afde441d tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:27.097781 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] get_ports_and_sgs() called for port_ids ['28f6e863-87a2-40f0-9013-32636d1ab35e'] {{(pid=93156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:42:27.123395 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-68d4978e-9f40-4519-9c05-85c5f4994fe1 req-df45b5b7-16d0-4aff-ae26-2ade49adda6a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f18a20b1-24f9-490a-86e4-c7f996b12f24 HTTP/1.1" status: 200 len: 217 time: 0.0692296 Jul 13 14:42:27.124639 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b6c13-3e2a-4c96-a229-b681afde441d tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Pushing event deleted for resources: {'Port': ['ID=28f6e863-87a2-40f0-9013-32636d1ab35e,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:27.191741 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-79c2db57-a82f-4c25-a963-019d9f0187f3 req-ac92ce23-842b-4144-8f9e-844fa8efc634 tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.11 "GET /v2.0/ports?device_id=be30d967-e2a5-4cc1-b17f-923d48062c63 HTTP/1.1" status: 200 len: 210 time: 0.0369163 Jul 13 14:42:27.200420 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [req-df0cc0c1-77ae-4fd4-99b0-6cadbd2e2560 req-8f7b6c13-3e2a-4c96-a229-b681afde441d tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] No DVR routers for this DVR port 28f6e863-87a2-40f0-9013-32636d1ab35e on host hv-cinder-78445 {{(pid=93155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:42:27.204249 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-df0cc0c1-77ae-4fd4-99b0-6cadbd2e2560 req-8f7b6c13-3e2a-4c96-a229-b681afde441d tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:27.206222 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-df0cc0c1-77ae-4fd4-99b0-6cadbd2e2560 req-8f7b6c13-3e2a-4c96-a229-b681afde441d tempest-VolumesSnapshotTestJSON-1776142888 tempest-VolumesSnapshotTestJSON-1776142888-project] 10.222.0.39 "DELETE /v2.0/ports/28f6e863-87a2-40f0-9013-32636d1ab35e HTTP/1.1" status: 204 len: 173 time: 0.6784451 Jul 13 14:42:27.216273 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4978e-9f40-4519-9c05-85c5f4994fe1 req-11f8ebde-5704-480d-84c7-b5b97dc80271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:27.217778 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-68d4978e-9f40-4519-9c05-85c5f4994fe1 req-11f8ebde-5704-480d-84c7-b5b97dc80271 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28025b5e-d48d-4866-b8db-aa50e7c929e5 HTTP/1.1" status: 200 len: 850 time: 0.0843303 Jul 13 14:42:27.283854 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4978e-9f40-4519-9c05-85c5f4994fe1 req-78746e41-9448-445c-a9d6-1edae2108ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:27.285488 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-68d4978e-9f40-4519-9c05-85c5f4994fe1 req-78746e41-9448-445c-a9d6-1edae2108ab1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c4e52171-321c-48d2-9bf2-ea19f9b9ae29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0611820 Jul 13 14:42:27.294276 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 59160) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:27.387766 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-68d4978e-9f40-4519-9c05-85c5f4994fe1 req-0aba432d-fc9a-43dc-b233-f28bb7e64a64 service neutron] 10.222.0.39 "GET /v2.0/networks/c4e52171-321c-48d2-9bf2-ea19f9b9ae29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927956 Jul 13 14:42:27.483968 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-68d4978e-9f40-4519-9c05-85c5f4994fe1 req-cf855e05-ccb6-45d6-aa14-664b31ece762 service neutron] 10.222.0.39 "GET /v2.0/networks/c4e52171-321c-48d2-9bf2-ea19f9b9ae29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888083 Jul 13 14:42:27.837537 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5f048-dea2-4aeb-99f3-fd0358d22373 req-2656436a-b07d-47b1-a386-137eaae3bea0 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:27.839126 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1bf5f048-dea2-4aeb-99f3-fd0358d22373 req-2656436a-b07d-47b1-a386-137eaae3bea0 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee8ee0dd-c1fe-4b2d-aacc-7e611d99e1a4 HTTP/1.1" status: 200 len: 944 time: 0.1045771 Jul 13 14:42:27.854996 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1fb6a4a8-c442-4ebc-a11c-f8375c413654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1992038'] for router_interface, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:27.922727 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1bf5f048-dea2-4aeb-99f3-fd0358d22373 req-21e77d20-ce7e-4405-83e8-947eb7f7e355 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762792 Jul 13 14:42:28.146681 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-1fb6a4a8-c442-4ebc-a11c-f8375c413654 admin admin] Deleting port 09e6619b-0bfb-4ae9-bb76-eacced31b105 {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:42:28.147018 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1fb6a4a8-c442-4ebc-a11c-f8375c413654 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:28.224180 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-1fb6a4a8-c442-4ebc-a11c-f8375c413654 admin admin] For port 09e6619b-0bfb-4ae9-bb76-eacced31b105, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=09e6619b-0bfb-4ae9-bb76-eacced31b105,segment=NetworkSegment(ddf34b6c-deaa-4bcb-bc31-453214300edf),segment_id=ddf34b6c-deaa-4bcb-bc31-453214300edf)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:42:28.224180 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1fb6a4a8-c442-4ebc-a11c-f8375c413654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:28.236386 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be30d967-e2a5-4cc1-b17f-923d48062c63', 'name': 'network-vif-deleted', 'tag': '28f6e863-87a2-40f0-9013-32636d1ab35e'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:42:28.238779 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969d499ae61b7a2d5523e15545dbdfcb627d31ab7a946dd0dec0766d655d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8e6832-c0d8-44f5-bafd-80f9b03f802b" -d '{"events": [{"server_uuid": "be30d967-e2a5-4cc1-b17f-923d48062c63", "name": "network-vif-deleted", "tag": "28f6e863-87a2-40f0-9013-32636d1ab35e"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:42:28.242685 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-1fb6a4a8-c442-4ebc-a11c-f8375c413654 admin admin] Calling delete_port for 09e6619b-0bfb-4ae9-bb76-eacced31b105 owned by network:router_interface {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:42:28.276772 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d874450f-c873-4c0f-8fc3-b5fbef844769 x-openstack-request-id: req-d874450f-c873-4c0f-8fc3-b5fbef844769 {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:42:28.277116 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be30d967-e2a5-4cc1-b17f-923d48062c63", "name": "network-vif-deleted", "tag": "28f6e863-87a2-40f0-9013-32636d1ab35e", "status": "completed", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:42:28.277456 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d874450f-c873-4c0f-8fc3-b5fbef844769 {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:42:28.277936 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be30d967-e2a5-4cc1-b17f-923d48062c63', 'name': 'network-vif-deleted', 'tag': '28f6e863-87a2-40f0-9013-32636d1ab35e', 'status': 'completed', 'code': 200} Jul 13 14:42:28.440097 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1fb6a4a8-c442-4ebc-a11c-f8375c413654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800428'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:28.473186 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb6a4a8-c442-4ebc-a11c-f8375c413654 admin admin] Pushing event deleted for resources: {'Port': ['ID=09e6619b-0bfb-4ae9-bb76-eacced31b105,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:28.666007 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1fb6a4a8-c442-4ebc-a11c-f8375c413654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1992578'] for router_interface, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:29.149581 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb6a4a8-c442-4ebc-a11c-f8375c413654 admin admin] Router 270caa52-fa6f-4038-9de7-45ec54a1b576 has already been hosted by L3 agent d92cc109-9c2d-42ed-8c1d-d826fa90f9d0 {{(pid=93154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:42:29.215440 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d970e5-f383-49ab-be35-d477d296d343 req-484cb822-ad15-4a2e-9127-3ddcf6028624 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:29.216947 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a2d970e5-f383-49ab-be35-d477d296d343 req-484cb822-ad15-4a2e-9127-3ddcf6028624 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee8ee0dd-c1fe-4b2d-aacc-7e611d99e1a4 HTTP/1.1" status: 200 len: 944 time: 0.1173918 Jul 13 14:42:29.305826 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a2d970e5-f383-49ab-be35-d477d296d343 req-451e8c2f-6da2-4c17-8634-093a57d2621e tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801084 Jul 13 14:42:29.311182 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb6a4a8-c442-4ebc-a11c-f8375c413654 admin admin] Notify agent at l3_agent.dv-cinder-784453-8-iscsi the message routers_updated {{(pid=93154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:42:29.317074 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-1fb6a4a8-c442-4ebc-a11c-f8375c413654 admin admin] 10.222.0.11 "PUT /v2.0/routers/270caa52-fa6f-4038-9de7-45ec54a1b576/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0215185 Jul 13 14:42:29.319479 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 59178) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:29.321050 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad29a00-61d0-4142-a394-cedaace3111d None None] Sync routers for ids ['270caa52-fa6f-4038-9de7-45ec54a1b576'] in dv-cinder-784453-8-iscsi {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:42:29.335490 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad29a00-61d0-4142-a394-cedaace3111d None None] Routers {'270caa52-fa6f-4038-9de7-45ec54a1b576'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:42:29.336104 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-9ad29a00-61d0-4142-a394-cedaace3111d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:42:06Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['270caa52-fa6f-4038-9de7-45ec54a1b576'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:29.432920 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2faf72c1-ff01-46a9-b922-468d2d22e2c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:29.480073 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-9ad29a00-61d0-4142-a394-cedaace3111d None None] Set router 270caa52-fa6f-4038-9de7-45ec54a1b576 gateway port host: dv-cinder-784453-8-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:42:29.598158 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2faf72c1-ff01-46a9-b922-468d2d22e2c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:29.658781 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-2faf72c1-ff01-46a9-b922-468d2d22e2c5 admin admin] Deleting port c1e50540-76bc-4adb-8f0c-e55231943cba {{(pid=93155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:42:29.659205 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2faf72c1-ff01-46a9-b922-468d2d22e2c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:29.737542 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-9ad29a00-61d0-4142-a394-cedaace3111d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'name': 'tempest-AttachVolumeTestJSON-1902969673-router', 'tenant_id': '4db817ef0fe4408794a0ef962b27746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'c1e50540-76bc-4adb-8f0c-e55231943cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:35:01Z', 'updated_at': '2021-07-13T14:42:28Z', 'revision_number': 5, 'project_id': '4db817ef0fe4408794a0ef962b27746d', 'gw_port': {'id': 'c1e50540-76bc-4adb-8f0c-e55231943cba', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:02Z', 'updated_at': '2021-07-13T14:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi'}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:29.752943 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-2faf72c1-ff01-46a9-b922-468d2d22e2c5 admin admin] For port c1e50540-76bc-4adb-8f0c-e55231943cba, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=c1e50540-76bc-4adb-8f0c-e55231943cba,segment=NetworkSegment(1dffabd1-9f9c-45cf-80ba-954af1e6bced),segment_id=1dffabd1-9f9c-45cf-80ba-954af1e6bced)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:42:29.753395 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2faf72c1-ff01-46a9-b922-468d2d22e2c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:29.764909 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad29a00-61d0-4142-a394-cedaace3111d None None] Checking router: 270caa52-fa6f-4038-9de7-45ec54a1b576 for host: dv-cinder-784453-8-iscsi {{(pid=93156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:42:29.767902 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-2faf72c1-ff01-46a9-b922-468d2d22e2c5 admin admin] Calling delete_port for c1e50540-76bc-4adb-8f0c-e55231943cba owned by network:router_gateway {{(pid=93155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:42:29.775461 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad29a00-61d0-4142-a394-cedaace3111d None None] Routers {'270caa52-fa6f-4038-9de7-45ec54a1b576'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:42:29.776032 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-9ad29a00-61d0-4142-a394-cedaace3111d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:42:06Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['270caa52-fa6f-4038-9de7-45ec54a1b576'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:29.878510 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-9ad29a00-61d0-4142-a394-cedaace3111d None None] Set router 270caa52-fa6f-4038-9de7-45ec54a1b576 gateway port host: None {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:42:29.933159 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-9ad29a00-61d0-4142-a394-cedaace3111d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'name': 'tempest-AttachVolumeTestJSON-1902969673-router', 'tenant_id': '4db817ef0fe4408794a0ef962b27746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:35:01Z', 'updated_at': '2021-07-13T14:42:29Z', 'revision_number': 6, 'project_id': '4db817ef0fe4408794a0ef962b27746d', 'gw_port_host': None}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:29.984495 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2faf72c1-ff01-46a9-b922-468d2d22e2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:30.012379 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faf72c1-ff01-46a9-b922-468d2d22e2c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1e50540-76bc-4adb-8f0c-e55231943cba,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:30.082881 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad29a00-61d0-4142-a394-cedaace3111d None None] The sync data for ids ['270caa52-fa6f-4038-9de7-45ec54a1b576'] in dv-cinder-784453-8-iscsi is: [{'id': '270caa52-fa6f-4038-9de7-45ec54a1b576', 'name': 'tempest-AttachVolumeTestJSON-1902969673-router', 'tenant_id': '4db817ef0fe4408794a0ef962b27746d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:35:01Z', 'updated_at': '2021-07-13T14:42:29Z', 'revision_number': 6, 'project_id': '4db817ef0fe4408794a0ef962b27746d', 'gw_port_host': None}] {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:42:30.084745 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2faf72c1-ff01-46a9-b922-468d2d22e2c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1994752'] for router_gateway, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:30.123934 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 28f6e863-87a2-40f0-9013-32636d1ab35e no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:42:30.144159 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] No Port match for: 28f6e863-87a2-40f0-9013-32636d1ab35e {{(pid=93156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:42:30.144508 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 28f6e863-87a2-40f0-9013-32636d1ab35e not bound to the agent host hv-cinder-78445 {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:42:30.206352 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2faf72c1-ff01-46a9-b922-468d2d22e2c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2095243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4254'] for router, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:30.208552 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2faf72c1-ff01-46a9-b922-468d2d22e2c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:30.269448 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2faf72c1-ff01-46a9-b922-468d2d22e2c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096411'] for router, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:30.269965 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2faf72c1-ff01-46a9-b922-468d2d22e2c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 270caa52-fa6f-4038-9de7-45ec54a1b576 {{(pid=93155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:42:30.274828 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2faf72c1-ff01-46a9-b922-468d2d22e2c5 admin admin] Notify callbacks [] for router, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:30.275966 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-2faf72c1-ff01-46a9-b922-468d2d22e2c5 admin admin] 10.222.0.11 "DELETE /v2.0/routers/270caa52-fa6f-4038-9de7-45ec54a1b576 HTTP/1.1" status: 204 len: 168 time: 0.9549391 Jul 13 14:42:30.278440 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 59186) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:30.324220 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.db_base_plugin_v2 [None req-37eb0702-c5eb-4ead-8b9c-fa5e90d6b087 admin admin] Deleting subnet 58921e0e-d271-42d3-8bb5-36a41aaf8b06 {{(pid=93155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:42:30.328293 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-37eb0702-c5eb-4ead-8b9c-fa5e90d6b087 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:30.366910 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-37eb0702-c5eb-4ead-8b9c-fa5e90d6b087 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3323161'] for subnet, precommit_delete_associations {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:30.509921 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-37eb0702-c5eb-4ead-8b9c-fa5e90d6b087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870331'] for subnet, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:30.547918 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa506f9-fc91-4414-be3f-f418924a44c4 req-fd4f2936-6fc9-42ee-afe7-802cdddfabe2 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:30.549599 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8aa506f9-fc91-4414-be3f-f418924a44c4 req-fd4f2936-6fc9-42ee-afe7-802cdddfabe2 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee8ee0dd-c1fe-4b2d-aacc-7e611d99e1a4 HTTP/1.1" status: 200 len: 944 time: 0.0808291 Jul 13 14:42:30.591139 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8aa506f9-fc91-4414-be3f-f418924a44c4 req-291ef60b-b0e3-4dd1-a10a-cf717f045b58 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351191 Jul 13 14:42:30.594524 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-37eb0702-c5eb-4ead-8b9c-fa5e90d6b087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2868560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8977119'] for subnet, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:30.886949 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb0702-c5eb-4ead-8b9c-fa5e90d6b087 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58921e0e-d271-42d3-8bb5-36a41aaf8b06,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:30.892254 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-37eb0702-c5eb-4ead-8b9c-fa5e90d6b087 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:30.896986 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 59192) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:30.897160 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-37eb0702-c5eb-4ead-8b9c-fa5e90d6b087 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/58921e0e-d271-42d3-8bb5-36a41aaf8b06 HTTP/1.1" status: 204 len: 168 time: 0.6175833 Jul 13 14:42:30.901477 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ef7fe4-e686-46ea-aff7-6c2814ff88d6 None None] Network 3b901448-fc45-4cdb-afb8-8ba3d59219c4 requested from dv-cinder-784453-8-iscsi {{(pid=93156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:42:30.979710 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device c1e50540-76bc-4adb-8f0c-e55231943cba no longer exists at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:42:30.993790 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-eb589852-92ca-4bdb-a0a6-6d5e45ee16db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-993822'] for network, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:31.003209 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] No Port match for: c1e50540-76bc-4adb-8f0c-e55231943cba {{(pid=93156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:42:31.003558 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device c1e50540-76bc-4adb-8f0c-e55231943cba not bound to the agent host dv-cinder-784453-8-iscsi {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:42:31.003985 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 09e6619b-0bfb-4ae9-bb76-eacced31b105 no longer exists at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:42:31.042325 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] No Port match for: 09e6619b-0bfb-4ae9-bb76-eacced31b105 {{(pid=93156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:42:31.042660 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 09e6619b-0bfb-4ae9-bb76-eacced31b105 not bound to the agent host dv-cinder-784453-8-iscsi {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:42:31.060644 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-eb589852-92ca-4bdb-a0a6-6d5e45ee16db admin admin] Deleting port f6922c42-c4a2-419e-a42b-376ef5524212 {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:42:31.061264 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-eb589852-92ca-4bdb-a0a6-6d5e45ee16db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:31.129672 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-eb589852-92ca-4bdb-a0a6-6d5e45ee16db admin admin] For port f6922c42-c4a2-419e-a42b-376ef5524212, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=f6922c42-c4a2-419e-a42b-376ef5524212,segment=NetworkSegment(ddf34b6c-deaa-4bcb-bc31-453214300edf),segment_id=ddf34b6c-deaa-4bcb-bc31-453214300edf)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:42:31.130175 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-eb589852-92ca-4bdb-a0a6-6d5e45ee16db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:31.152156 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-eb589852-92ca-4bdb-a0a6-6d5e45ee16db admin admin] Calling delete_port for f6922c42-c4a2-419e-a42b-376ef5524212 owned by network:dhcp {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:42:31.184780 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3dd6fd-6b9f-4f85-8785-dda23137a9be None None] DHCP port deletion for 3b901448-fc45-4cdb-afb8-8ba3d59219c4 request from dv-cinder-784453-8-iscsi {{(pid=93156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:42:31.241133 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-eb589852-92ca-4bdb-a0a6-6d5e45ee16db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800428'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:31.246457 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-ad3dd6fd-6b9f-4f85-8785-dda23137a9be None None] Deleting port f6922c42-c4a2-419e-a42b-376ef5524212 {{(pid=93156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:42:31.247112 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-ad3dd6fd-6b9f-4f85-8785-dda23137a9be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:31.267854 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb589852-92ca-4bdb-a0a6-6d5e45ee16db admin admin] Pushing event deleted for resources: {'Port': ['ID=f6922c42-c4a2-419e-a42b-376ef5524212,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:31.269730 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb589852-92ca-4bdb-a0a6-6d5e45ee16db admin admin] No DVR routers for this DVR port f6922c42-c4a2-419e-a42b-376ef5524212 on host dv-cinder-784453-8-iscsi {{(pid=93154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:42:31.309623 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-ad3dd6fd-6b9f-4f85-8785-dda23137a9be None None] For port f6922c42-c4a2-419e-a42b-376ef5524212, host dv-cinder-784453-8-iscsi, got binding levels [] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:42:31.309960 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-ad3dd6fd-6b9f-4f85-8785-dda23137a9be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:31.323940 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-ad3dd6fd-6b9f-4f85-8785-dda23137a9be None None] Calling delete_port for f6922c42-c4a2-419e-a42b-376ef5524212 owned by network:dhcp {{(pid=93156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:42:31.328088 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.ipam_backend_mixin [None req-ad3dd6fd-6b9f-4f85-8785-dda23137a9be None None] Port f6922c42-c4a2-419e-a42b-376ef5524212 was not found and therefore no delete operation was performed {{(pid=93156) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 14:42:31.329370 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-ad3dd6fd-6b9f-4f85-8785-dda23137a9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847'] for port, after_delete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:31.344829 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-eb589852-92ca-4bdb-a0a6-6d5e45ee16db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-869682', 'neutron.services.segments.db._delete_segments_for_network-8754803476884'] for network, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:31.354369 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3dd6fd-6b9f-4f85-8785-dda23137a9be None None] Pushing event deleted for resources: {'Port': ['ID=f6922c42-c4a2-419e-a42b-376ef5524212,revision_number=None']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:31.355052 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.services.segments.db [None req-eb589852-92ca-4bdb-a0a6-6d5e45ee16db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b901448-fc45-4cdb-afb8-8ba3d59219c4']}} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:31.360952 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3dd6fd-6b9f-4f85-8785-dda23137a9be None None] No DVR routers for this DVR port f6922c42-c4a2-419e-a42b-376ef5524212 on host dv-cinder-784453-8-iscsi {{(pid=93156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:42:31.367066 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.services.segments.db [None req-eb589852-92ca-4bdb-a0a6-6d5e45ee16db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddf34b6c-deaa-4bcb-bc31-453214300edf') {'for_net_delete': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:31.367362 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.services.segments.db [None req-eb589852-92ca-4bdb-a0a6-6d5e45ee16db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddf34b6c-deaa-4bcb-bc31-453214300edf') {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:31.376879 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-eb589852-92ca-4bdb-a0a6-6d5e45ee16db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754803489931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421039'] for segment, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:31.392749 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-eb589852-92ca-4bdb-a0a6-6d5e45ee16db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834'] for segment, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:31.399689 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb589852-92ca-4bdb-a0a6-6d5e45ee16db admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=93154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:42:31.400299 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-eb589852-92ca-4bdb-a0a6-6d5e45ee16db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8800607'] for segment, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:31.402199 dv-cinder-784453-8-iscsi neutron-server[93154]: Traceback (most recent call last): Jul 13 14:42:31.402199 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:42:31.402199 dv-cinder-784453-8-iscsi neutron-server[93154]: timer() Jul 13 14:42:31.402199 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:42:31.402199 dv-cinder-784453-8-iscsi neutron-server[93154]: cb(*args, **kw) Jul 13 14:42:31.402199 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:42:31.402199 dv-cinder-784453-8-iscsi neutron-server[93154]: return func(*args, **kwargs) Jul 13 14:42:31.402199 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:42:31.402199 dv-cinder-784453-8-iscsi neutron-server[93154]: self._notify() Jul 13 14:42:31.402199 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:42:31.402199 dv-cinder-784453-8-iscsi neutron-server[93154]: self.callback(batched_events) Jul 13 14:42:31.402199 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:42:31.402199 dv-cinder-784453-8-iscsi neutron-server[93154]: event.method(event) Jul 13 14:42:31.402199 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:42:31.402199 dv-cinder-784453-8-iscsi neutron-server[93154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:42:31.402199 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:42:31.402199 dv-cinder-784453-8-iscsi neutron-server[93154]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:42:31.402199 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:42:31.402199 dv-cinder-784453-8-iscsi neutron-server[93154]: return f(self, *a, **k) Jul 13 14:42:31.402199 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:42:31.402199 dv-cinder-784453-8-iscsi neutron-server[93154]: return self._get(url).json() Jul 13 14:42:31.402199 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:42:31.402199 dv-cinder-784453-8-iscsi neutron-server[93154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:42:31.402199 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:42:31.402199 dv-cinder-784453-8-iscsi neutron-server[93154]: return self.request(url, 'GET', **kwargs) Jul 13 14:42:31.402199 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:42:31.402199 dv-cinder-784453-8-iscsi neutron-server[93154]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:42:31.402199 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:42:31.402199 dv-cinder-784453-8-iscsi neutron-server[93154]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:42:31.402199 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:42:31.402199 dv-cinder-784453-8-iscsi neutron-server[93154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:42:31.402199 dv-cinder-784453-8-iscsi neutron-server[93154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:42:31.459845 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-eb589852-92ca-4bdb-a0a6-6d5e45ee16db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-869689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1994796'] for network, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:31.465409 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-eb589852-92ca-4bdb-a0a6-6d5e45ee16db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for network, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:31.467362 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-eb589852-92ca-4bdb-a0a6-6d5e45ee16db admin admin] 10.222.0.11 "DELETE /v2.0/networks/3b901448-fc45-4cdb-afb8-8ba3d59219c4 HTTP/1.1" status: 204 len: 168 time: 0.5688627 Jul 13 14:42:31.479021 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb589852-92ca-4bdb-a0a6-6d5e45ee16db admin admin] Pushing event deleted for resources: {'Network': ['ID=3b901448-fc45-4cdb-afb8-8ba3d59219c4,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:31.578795 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 59196) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:31.618852 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-b9b82ad3-fbb8-41b5-bee3-1c8f02a2369c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4db817ef0fe4408794a0ef962b27746d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0387988 Jul 13 14:42:31.621393 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 59198) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:31.671911 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-e2ae919c-4f2c-42cf-9ac5-e1f8fb616737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:31.693247 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-e2ae919c-4f2c-42cf-9ac5-e1f8fb616737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:31.742907 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-e2ae919c-4f2c-42cf-9ac5-e1f8fb616737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:31.745501 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-e2ae919c-4f2c-42cf-9ac5-e1f8fb616737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:31.746672 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-e2ae919c-4f2c-42cf-9ac5-e1f8fb616737 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/28bf503d-2b4a-4068-8588-f8ed22e05f7e HTTP/1.1" status: 204 len: 168 time: 0.1243846 Jul 13 14:42:31.757480 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae919c-4f2c-42cf-9ac5-e1f8fb616737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28bf503d-2b4a-4068-8588-f8ed22e05f7e,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:31.801262 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77313fd-f6d6-4b9d-bc47-f77a6fda220a req-50f31f5f-20fb-4955-8367-d6d35a89a9f9 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:31.802866 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a77313fd-f6d6-4b9d-bc47-f77a6fda220a req-50f31f5f-20fb-4955-8367-d6d35a89a9f9 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee8ee0dd-c1fe-4b2d-aacc-7e611d99e1a4 HTTP/1.1" status: 200 len: 944 time: 0.0875542 Jul 13 14:42:31.856451 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a77313fd-f6d6-4b9d-bc47-f77a6fda220a req-5afffaca-624a-4ec4-84a2-ad880986a49b tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365703 Jul 13 14:42:32.875352 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device f6922c42-c4a2-419e-a42b-376ef5524212 no longer exists at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:42:32.900234 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] No Port match for: f6922c42-c4a2-419e-a42b-376ef5524212 {{(pid=93156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:42:32.900580 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device f6922c42-c4a2-419e-a42b-376ef5524212 not bound to the agent host dv-cinder-784453-8-iscsi {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:42:33.045181 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40191c-54dd-4526-8ac2-7bb0439a6306 req-a0f5cbc0-a6b8-4ee7-81b3-3aab27859677 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:33.046709 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4b40191c-54dd-4526-8ac2-7bb0439a6306 req-a0f5cbc0-a6b8-4ee7-81b3-3aab27859677 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee8ee0dd-c1fe-4b2d-aacc-7e611d99e1a4 HTTP/1.1" status: 200 len: 944 time: 0.0618181 Jul 13 14:42:33.084620 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4b40191c-54dd-4526-8ac2-7bb0439a6306 req-f1b7dd7b-36b1-4988-9c05-f7c0a70a1c35 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320666 Jul 13 14:42:33.304629 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-31c45392-c6eb-42c6-9c44-af9c69baf3ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:34.280148 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27aef9-ea2d-47df-82af-00e9b8b7fa18 req-7e319392-6796-4828-80b4-404867214032 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:34.281753 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6f27aef9-ea2d-47df-82af-00e9b8b7fa18 req-7e319392-6796-4828-80b4-404867214032 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee8ee0dd-c1fe-4b2d-aacc-7e611d99e1a4 HTTP/1.1" status: 200 len: 944 time: 0.0656457 Jul 13 14:42:34.334843 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6f27aef9-ea2d-47df-82af-00e9b8b7fa18 req-bc07979b-3c7c-4356-9d15-60357b11ad00 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469897 Jul 13 14:42:35.511350 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41976a-189a-4172-a982-0a775579ac97 req-6cd085b2-71ad-4260-8ff4-58f82054f2c9 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:35.512874 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cb41976a-189a-4172-a982-0a775579ac97 req-6cd085b2-71ad-4260-8ff4-58f82054f2c9 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee8ee0dd-c1fe-4b2d-aacc-7e611d99e1a4 HTTP/1.1" status: 200 len: 944 time: 0.0676866 Jul 13 14:42:35.554070 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cb41976a-189a-4172-a982-0a775579ac97 req-293609aa-177e-42ed-a6bb-42b973d7936c tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353847 Jul 13 14:42:35.904546 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-cc03ca23-efa8-4a14-95c2-98c53fc7961b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:36.151138 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:36.726828 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69172790-70ff-4eb2-9de6-25eb6ede9c3c req-a4299203-2010-47c7-84a8-03ce2c80c0cb tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:36.728277 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-69172790-70ff-4eb2-9de6-25eb6ede9c3c req-a4299203-2010-47c7-84a8-03ce2c80c0cb tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee8ee0dd-c1fe-4b2d-aacc-7e611d99e1a4 HTTP/1.1" status: 200 len: 944 time: 0.0644710 Jul 13 14:42:36.768159 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-69172790-70ff-4eb2-9de6-25eb6ede9c3c req-ae6ccf62-248a-4350-b207-8ad56d266102 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330222 Jul 13 14:42:37.188529 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:37.266591 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device f18a20b1-24f9-490a-86e4-c7f996b12f24 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:42:37.361355 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port f18a20b1-24f9-490a-86e4-c7f996b12f24, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=f18a20b1-24f9-490a-86e4-c7f996b12f24,segment=NetworkSegment(c6b163ab-1b04-41ce-ae67-2074c98b0129),segment_id=c6b163ab-1b04-41ce-ae67-2074c98b0129)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:42:37.373039 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Returning: {'device': 'f18a20b1-24f9-490a-86e4-c7f996b12f24', 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29', 'port_id': 'f18a20b1-24f9-490a-86e4-c7f996b12f24', 'mac_address': 'fa:16:3e:1e:72:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28025b5e-d48d-4866-b8db-aa50e7c929e5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:42:37.417692 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:37.432051 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f18a20b1-24f9-490a-86e4-c7f996b12f24 {{(pid=93156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:42:37.452582 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port f18a20b1-24f9-490a-86e4-c7f996b12f24, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=f18a20b1-24f9-490a-86e4-c7f996b12f24,segment=NetworkSegment(c6b163ab-1b04-41ce-ae67-2074c98b0129),segment_id=c6b163ab-1b04-41ce-ae67-2074c98b0129)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:42:37.456367 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:37.507145 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=f18a20b1-24f9-490a-86e4-c7f996b12f24,revision_number=4']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:37.819475 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] get_ports_and_sgs() called for port_ids ['f18a20b1-24f9-490a-86e4-c7f996b12f24'] {{(pid=93156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:42:37.950918 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bce065-3206-4179-b9fe-a7c2f2162c89 req-b5fda814-d0fc-43e3-8988-7432f4dcd3a9 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:37.952447 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c1bce065-3206-4179-b9fe-a7c2f2162c89 req-b5fda814-d0fc-43e3-8988-7432f4dcd3a9 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee8ee0dd-c1fe-4b2d-aacc-7e611d99e1a4 HTTP/1.1" status: 200 len: 945 time: 0.0693934 Jul 13 14:42:37.991834 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c1bce065-3206-4179-b9fe-a7c2f2162c89 req-f5391664-ab4f-47c4-a956-407b257747dd tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335767 Jul 13 14:42:38.612008 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:38.830757 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device f18a20b1-24f9-490a-86e4-c7f996b12f24 up at agent hyperv_hv-cinder-78445 {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:42:38.878084 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Provisioning for port f18a20b1-24f9-490a-86e4-c7f996b12f24 completed by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:42:38.881592 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Provisioning complete for port f18a20b1-24f9-490a-86e4-c7f996b12f24 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:42:38.881966 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:38.959759 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:38.983104 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8ee0dd-c1fe-4b2d-aacc-7e611d99e1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18a20b1-24f9-490a-86e4-c7f996b12f24'}] {{(pid=93156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:42:38.985459 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd5989a68af48bbe0a00b0c674d1da0e65c633cef20e3ffd105cdad221ff8d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41cf6bfa-bea5-4247-a752-237778d5c435" -d '{"events": [{"server_uuid": "ee8ee0dd-c1fe-4b2d-aacc-7e611d99e1a4", "name": "network-vif-plugged", "status": "completed", "tag": "f18a20b1-24f9-490a-86e4-c7f996b12f24"}]}' {{(pid=93156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:42:38.999427 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port f18a20b1-24f9-490a-86e4-c7f996b12f24, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=f18a20b1-24f9-490a-86e4-c7f996b12f24,segment=NetworkSegment(c6b163ab-1b04-41ce-ae67-2074c98b0129),segment_id=c6b163ab-1b04-41ce-ae67-2074c98b0129)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:42:39.003397 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:39.028688 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26455b22-9ecf-403c-b0ca-69e049127baf x-openstack-request-id: req-26455b22-9ecf-403c-b0ca-69e049127baf {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:42:39.028981 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8ee0dd-c1fe-4b2d-aacc-7e611d99e1a4", "name": "network-vif-plugged", "status": "completed", "tag": "f18a20b1-24f9-490a-86e4-c7f996b12f24", "code": 200}]} {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:42:39.029239 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-26455b22-9ecf-403c-b0ca-69e049127baf {{(pid=93156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:42:39.030190 dv-cinder-784453-8-iscsi neutron-server[93156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8ee0dd-c1fe-4b2d-aacc-7e611d99e1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18a20b1-24f9-490a-86e4-c7f996b12f24', 'code': 200} Jul 13 14:42:39.056853 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=f18a20b1-24f9-490a-86e4-c7f996b12f24,revision_number=5']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:39.167892 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5a7e0-c78d-4ee6-b3f4-00ae50ca6ff8 req-d334d342-81d3-4242-ba5d-4bb244c2ff86 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:39.169420 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-98d5a7e0-c78d-4ee6-b3f4-00ae50ca6ff8 req-d334d342-81d3-4242-ba5d-4bb244c2ff86 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee8ee0dd-c1fe-4b2d-aacc-7e611d99e1a4 HTTP/1.1" status: 200 len: 946 time: 0.0632474 Jul 13 14:42:39.208237 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-98d5a7e0-c78d-4ee6-b3f4-00ae50ca6ff8 req-960ad47c-9bd0-4480-9de1-43142d9e968a tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331931 Jul 13 14:42:39.335739 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad393e52-d310-4ba4-8718-0094d3176cbd req-98422739-e06d-437e-ade8-95f6f9db2a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:39.337148 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-ad393e52-d310-4ba4-8718-0094d3176cbd req-98422739-e06d-437e-ade8-95f6f9db2a7c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ee8ee0dd-c1fe-4b2d-aacc-7e611d99e1a4 HTTP/1.1" status: 200 len: 1099 time: 0.0552764 Jul 13 14:42:39.371637 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-ad393e52-d310-4ba4-8718-0094d3176cbd req-c6bb01d0-a492-44e1-90a3-0c876dc877ce service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277374 Jul 13 14:42:40.376789 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55926ff6-405c-48ed-a496-4af4fd9ea5da req-5725f7bc-4f05-48af-83b1-f290357e0b14 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:40.378282 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-55926ff6-405c-48ed-a496-4af4fd9ea5da req-5725f7bc-4f05-48af-83b1-f290357e0b14 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee8ee0dd-c1fe-4b2d-aacc-7e611d99e1a4 HTTP/1.1" status: 200 len: 946 time: 0.0613813 Jul 13 14:42:40.416187 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-55926ff6-405c-48ed-a496-4af4fd9ea5da req-a5c911cd-b6a6-4835-8c33-f32ad0dc7e89 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323334 Jul 13 14:42:41.200039 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 59366) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:41.325516 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-d1b19609-737c-49c5-84ad-6247cbbcf58a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:41.418300 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-d1b19609-737c-49c5-84ad-6247cbbcf58a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:41.422635 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-d1b19609-737c-49c5-84ad-6247cbbcf58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:41.459507 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b19609-737c-49c5-84ad-6247cbbcf58a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16ce110-0ed1-4f3d-a6e8-df78e9fa5308,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:41.466014 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-d1b19609-737c-49c5-84ad-6247cbbcf58a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5a116b7eff204f2ea58a81f50d251257&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2622409 Jul 13 14:42:41.466713 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 59374) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:41.469771 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b19609-737c-49c5-84ad-6247cbbcf58a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:41.469965 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b19609-737c-49c5-84ad-6247cbbcf58a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:41.470160 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b19609-737c-49c5-84ad-6247cbbcf58a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:41.470532 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b19609-737c-49c5-84ad-6247cbbcf58a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:41.470860 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b19609-737c-49c5-84ad-6247cbbcf58a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:41.471182 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b19609-737c-49c5-84ad-6247cbbcf58a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:41.471509 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b19609-737c-49c5-84ad-6247cbbcf58a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:41.471829 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b19609-737c-49c5-84ad-6247cbbcf58a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:41.472148 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b19609-737c-49c5-84ad-6247cbbcf58a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:41.472466 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b19609-737c-49c5-84ad-6247cbbcf58a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:41.472778 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b19609-737c-49c5-84ad-6247cbbcf58a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:41.473093 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b19609-737c-49c5-84ad-6247cbbcf58a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:42:41.562538 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-40c743d3-8d65-4fa5-96ee-74c36a86c8fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:41.591350 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-40c743d3-8d65-4fa5-96ee-74c36a86c8fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:41.643909 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12ba22-daa1-42ea-bbfd-1f5ab365a9cd req-0660ac5e-f51a-44ef-b1bc-a1d58780deee tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:41.645439 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-fc12ba22-daa1-42ea-bbfd-1f5ab365a9cd req-0660ac5e-f51a-44ef-b1bc-a1d58780deee tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee8ee0dd-c1fe-4b2d-aacc-7e611d99e1a4 HTTP/1.1" status: 200 len: 946 time: 0.1182985 Jul 13 14:42:41.664296 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-40c743d3-8d65-4fa5-96ee-74c36a86c8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:41.666824 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-40c743d3-8d65-4fa5-96ee-74c36a86c8fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:41.667897 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-40c743d3-8d65-4fa5-96ee-74c36a86c8fe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c16ce110-0ed1-4f3d-a6e8-df78e9fa5308 HTTP/1.1" status: 204 len: 168 time: 0.2001090 Jul 13 14:42:41.687545 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c743d3-8d65-4fa5-96ee-74c36a86c8fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16ce110-0ed1-4f3d-a6e8-df78e9fa5308,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:41.703495 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-fc12ba22-daa1-42ea-bbfd-1f5ab365a9cd req-7b7b36b4-bdbb-4dcd-9b2d-b4d3699c5f63 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467734 Jul 13 14:42:41.926272 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10da69-e701-40d5-ab71-307910fbeb04 req-3600af64-7884-4600-b627-5c14a18c996e tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:41.927799 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cb10da69-e701-40d5-ab71-307910fbeb04 req-3600af64-7884-4600-b627-5c14a18c996e tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee8ee0dd-c1fe-4b2d-aacc-7e611d99e1a4 HTTP/1.1" status: 200 len: 946 time: 0.0712481 Jul 13 14:42:41.968401 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cb10da69-e701-40d5-ab71-307910fbeb04 req-b81b69af-eb04-4a03-90b0-b0baddd4dea4 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342247 Jul 13 14:42:41.993078 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 59388) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:42.283273 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bff8f6d-a470-438f-8c8c-dcb3190680b6 tempest-TestVolumeBootPattern-111935639 tempest-TestVolumeBootPattern-111935639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:42.284806 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-8bff8f6d-a470-438f-8c8c-dcb3190680b6 tempest-TestVolumeBootPattern-111935639 tempest-TestVolumeBootPattern-111935639-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ee8ee0dd-c1fe-4b2d-aacc-7e611d99e1a4 HTTP/1.1" status: 200 len: 1094 time: 0.2907133 Jul 13 14:42:42.287949 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 59400) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:42.292624 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-28fd31e6-e586-424e-b8d3-dd7781311e09 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Request body: {'floatingip': {'floating_network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'port_id': 'f18a20b1-24f9-490a-86e4-c7f996b12f24', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:42:42.327832 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-28fd31e6-e586-424e-b8d3-dd7781311e09 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks [] for floatingip, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:42.438343 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-28fd31e6-e586-424e-b8d3-dd7781311e09 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:42.555151 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [None req-28fd31e6-e586-424e-b8d3-dd7781311e09 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Allocated IP 172.27.3.231 (ecd09457-6660-479c-a1fb-91901148ba35/592e54d3-84ab-450e-8093-b0d029762b46/204ce5ed-0189-48db-8c0b-cfdf735fd537) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:42:42.666768 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-28fd31e6-e586-424e-b8d3-dd7781311e09 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:42.712468 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-28fd31e6-e586-424e-b8d3-dd7781311e09 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800428'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:42.759120 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fd31e6-e586-424e-b8d3-dd7781311e09 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Network ecd09457-6660-479c-a1fb-91901148ba35 is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:42:42.762135 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-28fd31e6-e586-424e-b8d3-dd7781311e09 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:42:42.767195 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fd31e6-e586-424e-b8d3-dd7781311e09 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:42:42.770334 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd31e6-e586-424e-b8d3-dd7781311e09 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Pushing event updated for resources: {'Port': ['ID=204ce5ed-0189-48db-8c0b-cfdf735fd537,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:43.182368 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-28fd31e6-e586-424e-b8d3-dd7781311e09 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:43.280787 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-28fd31e6-e586-424e-b8d3-dd7781311e09 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:43.466721 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-28fd31e6-e586-424e-b8d3-dd7781311e09 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:43.472943 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-28fd31e6-e586-424e-b8d3-dd7781311e09 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8800423'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:43.494313 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 59430) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:43.545613 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd31e6-e586-424e-b8d3-dd7781311e09 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Pushing event updated for resources: {'Port': ['ID=204ce5ed-0189-48db-8c0b-cfdf735fd537,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:43.558234 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-28fd31e6-e586-424e-b8d3-dd7781311e09 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1994842'] for floatingip, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:43.616606 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-66526d52-4a9c-4ac7-b386-30811b446c1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:43.687947 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.db.l3_db [None req-28fd31e6-e586-424e-b8d3-dd7781311e09 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Floating IP d1ca6db8-c781-4aa3-80d3-43408b1743b8 associated. External IP: 172.27.3.231, port: f18a20b1-24f9-490a-86e4-c7f996b12f24. Jul 13 14:42:43.718317 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-66526d52-4a9c-4ac7-b386-30811b446c1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:43.723204 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-66526d52-4a9c-4ac7-b386-30811b446c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:43.767564 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-66526d52-4a9c-4ac7-b386-30811b446c1b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=370d6ec63d0342eba502f1158bebcce3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2721350 Jul 13 14:42:43.769651 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66526d52-4a9c-4ac7-b386-30811b446c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d35b5f-12c7-4f67-a3a3-9ab21271c066,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:43.770777 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 59434) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:43.873978 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e77e3f59-3d2a-4b95-b2c9-b6c09efc0bbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:43.935946 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e77e3f59-3d2a-4b95-b2c9-b6c09efc0bbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:43.989442 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28fd31e6-e586-424e-b8d3-dd7781311e09 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Router 8dfc397e-6ab4-46ea-aa79-0b950b4e921d has already been hosted by L3 agent d92cc109-9c2d-42ed-8c1d-d826fa90f9d0 {{(pid=93154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:42:44.046999 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e77e3f59-3d2a-4b95-b2c9-b6c09efc0bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:44.049666 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e77e3f59-3d2a-4b95-b2c9-b6c09efc0bbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:44.053695 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-e77e3f59-3d2a-4b95-b2c9-b6c09efc0bbc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/67d35b5f-12c7-4f67-a3a3-9ab21271c066 HTTP/1.1" status: 204 len: 168 time: 0.2794363 Jul 13 14:42:44.066145 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e3f59-3d2a-4b95-b2c9-b6c09efc0bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d35b5f-12c7-4f67-a3a3-9ab21271c066,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:44.422754 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fd31e6-e586-424e-b8d3-dd7781311e09 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify agent at l3_agent.dv-cinder-784453-8-iscsi the message routers_updated {{(pid=93154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:42:44.438466 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5793c6-6689-4adc-88a9-4f7f16684a14 None None] Sync routers for ids ['8dfc397e-6ab4-46ea-aa79-0b950b4e921d'] in dv-cinder-784453-8-iscsi {{(pid=93157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:42:44.449558 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-28fd31e6-e586-424e-b8d3-dd7781311e09 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for floatingip, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:44.455847 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5793c6-6689-4adc-88a9-4f7f16684a14 None None] Routers {'8dfc397e-6ab4-46ea-aa79-0b950b4e921d'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:42:44.456967 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-bd5793c6-6689-4adc-88a9-4f7f16684a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:42:36Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['8dfc397e-6ab4-46ea-aa79-0b950b4e921d'], 'active': True} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:44.462749 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 59442) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:44.482292 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-70deccd4-152f-4221-a918-8728f0b5521a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:44.501138 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-28fd31e6-e586-424e-b8d3-dd7781311e09 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2117424 Jul 13 14:42:44.501890 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee8ee0dd-c1fe-4b2d-aacc-7e611d99e1a4', 'tag': 'f18a20b1-24f9-490a-86e4-c7f996b12f24'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:42:44.504792 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed6c2a10c4293d159fef1cb7ab1dbb74578d6de099c458b34c07bebf01db353a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c606b672-2159-4fb6-9990-0bfeb997e6fd" -d '{"events": [{"name": "network-changed", "server_uuid": "ee8ee0dd-c1fe-4b2d-aacc-7e611d99e1a4", "tag": "f18a20b1-24f9-490a-86e4-c7f996b12f24"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:42:44.636111 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-70deccd4-152f-4221-a918-8728f0b5521a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:44.643538 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-70deccd4-152f-4221-a918-8728f0b5521a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:44.654456 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvr_db [None req-bd5793c6-6689-4adc-88a9-4f7f16684a14 None None] Set router 8dfc397e-6ab4-46ea-aa79-0b950b4e921d gateway port host: dv-cinder-784453-8-iscsi {{(pid=93157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:42:44.707509 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-70deccd4-152f-4221-a918-8728f0b5521a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=433f6bc733014935a37dbf86f4cf71de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2435296 Jul 13 14:42:44.709617 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70deccd4-152f-4221-a918-8728f0b5521a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c749c70e-6b63-43d9-88fc-cd0f9a47d23d,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:44.711267 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 59450) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:44.775837 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0b5625ae-2736-4689-ad5a-2109d0800165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:44.798680 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0b5625ae-2736-4689-ad5a-2109d0800165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:44.836064 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6d3c4e-6f3a-4ae5-9b67-6d6591153f8c x-openstack-request-id: req-ef6d3c4e-6f3a-4ae5-9b67-6d6591153f8c {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:42:44.836410 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee8ee0dd-c1fe-4b2d-aacc-7e611d99e1a4", "tag": "f18a20b1-24f9-490a-86e4-c7f996b12f24", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:42:44.836807 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ef6d3c4e-6f3a-4ae5-9b67-6d6591153f8c {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:42:44.837281 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee8ee0dd-c1fe-4b2d-aacc-7e611d99e1a4', 'tag': 'f18a20b1-24f9-490a-86e4-c7f996b12f24', 'status': 'completed', 'code': 200} Jul 13 14:42:44.855464 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0b5625ae-2736-4689-ad5a-2109d0800165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:44.858153 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0b5625ae-2736-4689-ad5a-2109d0800165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:44.861932 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-0b5625ae-2736-4689-ad5a-2109d0800165 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c749c70e-6b63-43d9-88fc-cd0f9a47d23d HTTP/1.1" status: 204 len: 168 time: 0.1496239 Jul 13 14:42:44.870424 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5625ae-2736-4689-ad5a-2109d0800165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c749c70e-6b63-43d9-88fc-cd0f9a47d23d,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:44.930938 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-bd5793c6-6689-4adc-88a9-4f7f16684a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'name': 'tempest-TestVolumeBootPattern-412513273-router', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '400e1145-24b7-4fe4-95d8-76dbd32dfa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:41:43Z', 'updated_at': '2021-07-13T14:41:47Z', 'revision_number': 4, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'gw_port': {'id': '400e1145-24b7-4fe4-95d8-76dbd32dfa28', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:67:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:43Z', 'updated_at': '2021-07-13T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_floatingips': [{'id': 'd1ca6db8-c781-4aa3-80d3-43408b1743b8', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'floating_ip_address': '172.27.3.231', 'floating_network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'router_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'port_id': 'f18a20b1-24f9-490a-86e4-c7f996b12f24', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29', 'mac_address': 'fa:16:3e:1e:72:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8ee0dd-c1fe-4b2d-aacc-7e611d99e1a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:42:43Z', 'updated_at': '2021-07-13T14:42:43Z', 'revision_number': 0, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9d591db-55fd-4d5b-9100-f25158366104', 'name': '', 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'mac_address': 'fa:16:3e:23:d3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '28025b5e-d48d-4866-b8db-aa50e7c929e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:46Z', 'updated_at': '2021-07-13T14:41:53Z', 'revision_number': 5, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'subnets': [{'id': '28025b5e-d48d-4866-b8db-aa50e7c929e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:44.948482 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606b672-2159-4fb6-9990-0bfeb997e6fd req-ec22dbe7-89cc-4fe7-b0f4-2f24c908135d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:44.950017 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-c606b672-2159-4fb6-9990-0bfeb997e6fd req-ec22dbe7-89cc-4fe7-b0f4-2f24c908135d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=99769a464f6d4affafc17bdbbd66183b&device_id=ee8ee0dd-c1fe-4b2d-aacc-7e611d99e1a4 HTTP/1.1" status: 200 len: 1099 time: 0.0567701 Jul 13 14:42:44.962044 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5793c6-6689-4adc-88a9-4f7f16684a14 None None] Checking router: 8dfc397e-6ab4-46ea-aa79-0b950b4e921d for host: dv-cinder-784453-8-iscsi {{(pid=93157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:42:44.971197 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5793c6-6689-4adc-88a9-4f7f16684a14 None None] Routers {'8dfc397e-6ab4-46ea-aa79-0b950b4e921d'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:42:44.971824 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-bd5793c6-6689-4adc-88a9-4f7f16684a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:42:36Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['8dfc397e-6ab4-46ea-aa79-0b950b4e921d'], 'active': True} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:45.065206 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606b672-2159-4fb6-9990-0bfeb997e6fd req-aec2e370-52c6-4fbc-bf29-7cacc0f2ab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:45.067803 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-c606b672-2159-4fb6-9990-0bfeb997e6fd req-aec2e370-52c6-4fbc-bf29-7cacc0f2ab34 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c4e52171-321c-48d2-9bf2-ea19f9b9ae29 HTTP/1.1" status: 200 len: 912 time: 0.1104021 Jul 13 14:42:45.091377 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvr_db [None req-bd5793c6-6689-4adc-88a9-4f7f16684a14 None None] Set router 8dfc397e-6ab4-46ea-aa79-0b950b4e921d gateway port host: dv-cinder-784453-8-iscsi {{(pid=93157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:42:45.141861 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-c606b672-2159-4fb6-9990-0bfeb997e6fd req-5a99b58d-1600-45c3-9e6d-775d6f8c207a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f18a20b1-24f9-490a-86e4-c7f996b12f24 HTTP/1.1" status: 200 len: 1000 time: 0.0627205 Jul 13 14:42:45.204357 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606b672-2159-4fb6-9990-0bfeb997e6fd req-50296788-8baa-4a20-88f8-4fd8639b0f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:45.205931 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-c606b672-2159-4fb6-9990-0bfeb997e6fd req-50296788-8baa-4a20-88f8-4fd8639b0f82 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28025b5e-d48d-4866-b8db-aa50e7c929e5 HTTP/1.1" status: 200 len: 850 time: 0.0573072 Jul 13 14:42:45.275952 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606b672-2159-4fb6-9990-0bfeb997e6fd req-3d096c42-e3bb-48e1-8d87-f41cc17ab555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:45.277572 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-c606b672-2159-4fb6-9990-0bfeb997e6fd req-3d096c42-e3bb-48e1-8d87-f41cc17ab555 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c4e52171-321c-48d2-9bf2-ea19f9b9ae29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0632124 Jul 13 14:42:45.377299 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-bd5793c6-6689-4adc-88a9-4f7f16684a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'name': 'tempest-TestVolumeBootPattern-412513273-router', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '400e1145-24b7-4fe4-95d8-76dbd32dfa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:41:43Z', 'updated_at': '2021-07-13T14:41:47Z', 'revision_number': 4, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'gw_port': {'id': '400e1145-24b7-4fe4-95d8-76dbd32dfa28', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:67:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:43Z', 'updated_at': '2021-07-13T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_floatingips': [{'id': 'd1ca6db8-c781-4aa3-80d3-43408b1743b8', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'floating_ip_address': '172.27.3.231', 'floating_network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'router_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'port_id': 'f18a20b1-24f9-490a-86e4-c7f996b12f24', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29', 'mac_address': 'fa:16:3e:1e:72:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8ee0dd-c1fe-4b2d-aacc-7e611d99e1a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:42:43Z', 'updated_at': '2021-07-13T14:42:43Z', 'revision_number': 0, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9d591db-55fd-4d5b-9100-f25158366104', 'name': '', 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'mac_address': 'fa:16:3e:23:d3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '28025b5e-d48d-4866-b8db-aa50e7c929e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:46Z', 'updated_at': '2021-07-13T14:41:53Z', 'revision_number': 5, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'subnets': [{'id': '28025b5e-d48d-4866-b8db-aa50e7c929e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:45.386931 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-c606b672-2159-4fb6-9990-0bfeb997e6fd req-8721ca89-e9c2-4eb1-a012-323eef23a25a service neutron] 10.222.0.39 "GET /v2.0/networks/c4e52171-321c-48d2-9bf2-ea19f9b9ae29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005192 Jul 13 14:42:45.405112 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5793c6-6689-4adc-88a9-4f7f16684a14 None None] The sync data for ids ['8dfc397e-6ab4-46ea-aa79-0b950b4e921d'] in dv-cinder-784453-8-iscsi is: [{'id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'name': 'tempest-TestVolumeBootPattern-412513273-router', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '400e1145-24b7-4fe4-95d8-76dbd32dfa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:41:43Z', 'updated_at': '2021-07-13T14:41:47Z', 'revision_number': 4, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'gw_port': {'id': '400e1145-24b7-4fe4-95d8-76dbd32dfa28', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:67:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:43Z', 'updated_at': '2021-07-13T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_floatingips': [{'id': 'd1ca6db8-c781-4aa3-80d3-43408b1743b8', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'floating_ip_address': '172.27.3.231', 'floating_network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'router_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'port_id': 'f18a20b1-24f9-490a-86e4-c7f996b12f24', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29', 'mac_address': 'fa:16:3e:1e:72:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8ee0dd-c1fe-4b2d-aacc-7e611d99e1a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:42:43Z', 'updated_at': '2021-07-13T14:42:43Z', 'revision_number': 0, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9d591db-55fd-4d5b-9100-f25158366104', 'name': '', 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'mac_address': 'fa:16:3e:23:d3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '28025b5e-d48d-4866-b8db-aa50e7c929e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:46Z', 'updated_at': '2021-07-13T14:41:53Z', 'revision_number': 5, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'subnets': [{'id': '28025b5e-d48d-4866-b8db-aa50e7c929e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:42:45.510235 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-c606b672-2159-4fb6-9990-0bfeb997e6fd req-a063f61c-3f8b-4fc0-a14b-2f8c0e45b6ac service neutron] 10.222.0.39 "GET /v2.0/networks/c4e52171-321c-48d2-9bf2-ea19f9b9ae29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164107 Jul 13 14:42:45.689385 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 59476) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:45.701602 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893d3785-08a5-4c0f-a5bc-b356b8cb681c None None] New status for floating IP d1ca6db8-c781-4aa3-80d3-43408b1743b8: ACTIVE {{(pid=93156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:42:45.828062 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [None req-de9e2803-487c-437a-8388-aecf3d881e8a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-609412013-network', 'tenant_id': 'd32a60163be940f7b2f1136545a1f288'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:42:45.865320 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9e2803-487c-437a-8388-aecf3d881e8a admin admin] Made reservation on behalf of d32a60163be940f7b2f1136545a1f288 for: {'network': 1} {{(pid=93155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:42:45.868172 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-de9e2803-487c-437a-8388-aecf3d881e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for network, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:45.883215 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-de9e2803-487c-437a-8388-aecf3d881e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:45.987198 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-de9e2803-487c-437a-8388-aecf3d881e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:45.991309 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-de9e2803-487c-437a-8388-aecf3d881e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:46.017365 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de9e2803-487c-437a-8388-aecf3d881e8a admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=93155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:42:46.028164 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e2803-487c-437a-8388-aecf3d881e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5328eaa4-a950-435a-94e3-c6a1d8f78d82,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:46.034012 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-de9e2803-487c-437a-8388-aecf3d881e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834'] for segment, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:46.034463 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.db.segments_db [None req-de9e2803-487c-437a-8388-aecf3d881e8a admin admin] Added segment c497bfca-f6cc-435b-8428-57f07caa2ad2 of type vlan for network 40b4725a-3d2d-4aaa-896e-98d2e10d8ac2 Jul 13 14:42:46.083186 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-de9e2803-487c-437a-8388-aecf3d881e8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754803020822'] for network, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:46.115792 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-de9e2803-487c-437a-8388-aecf3d881e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763'] for network, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:46.116755 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9e2803-487c-437a-8388-aecf3d881e8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:46.117320 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-de9e2803-487c-437a-8388-aecf3d881e8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for network, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:46.174130 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-de9e2803-487c-437a-8388-aecf3d881e8a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4835477 Jul 13 14:42:46.177534 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 59484) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:46.182680 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e2803-487c-437a-8388-aecf3d881e8a admin admin] Pushing event updated for resources: {'Network': ['ID=40b4725a-3d2d-4aaa-896e-98d2e10d8ac2,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:46.182971 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-a9117903-3941-4f59-abb7-e2dbf9d88397 admin admin] Request body: {'subnet': {'network_id': '40b4725a-3d2d-4aaa-896e-98d2e10d8ac2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-609412013-subnet', 'tenant_id': 'd32a60163be940f7b2f1136545a1f288', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:42:46.193816 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Network 40b4725a-3d2d-4aaa-896e-98d2e10d8ac2 details requested by agent ovs-agent-dv-cinder-784453-8-iscsi with host dv-cinder-784453-8-iscsi {{(pid=93156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:42:46.208182 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9117903-3941-4f59-abb7-e2dbf9d88397 admin admin] Made reservation on behalf of d32a60163be940f7b2f1136545a1f288 for: {'subnet': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:42:46.210742 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a9117903-3941-4f59-abb7-e2dbf9d88397 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8958824'] for subnet, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:46.390039 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a9117903-3941-4f59-abb7-e2dbf9d88397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8800304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8958810'] for subnet, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:46.452114 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9117903-3941-4f59-abb7-e2dbf9d88397 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e49d4251-0821-421b-af3d-57b9056bb70a,revision_number=0']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:46.461919 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9117903-3941-4f59-abb7-e2dbf9d88397 admin admin] Checking segment: {'id': 'c497bfca-f6cc-435b-8428-57f07caa2ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '40b4725a-3d2d-4aaa-896e-98d2e10d8ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:42:46.462310 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9117903-3941-4f59-abb7-e2dbf9d88397 admin admin] Network hostable DHCP agents. Network: 40b4725a-3d2d-4aaa-896e-98d2e10d8ac2, hostable agents: ['c057a270-abe3-45bb-b401-4c6834b17f0a'], hosted agents: [] {{(pid=93154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:42:46.481158 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9117903-3941-4f59-abb7-e2dbf9d88397 admin admin] Network 40b4725a-3d2d-4aaa-896e-98d2e10d8ac2 is scheduled to be hosted by DHCP agent c057a270-abe3-45bb-b401-4c6834b17f0a with binding_index 1 {{(pid=93154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:42:46.492466 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-a9117903-3941-4f59-abb7-e2dbf9d88397 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-8-iscsi, 40b4725a-3d2d-4aaa-896e-98d2e10d8ac2) {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:42:46.497819 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9117903-3941-4f59-abb7-e2dbf9d88397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:46.498480 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a9117903-3941-4f59-abb7-e2dbf9d88397 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for subnet, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:46.504863 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a1fca0-6650-4b1e-a8cb-70dd83327c72 None None] Network 40b4725a-3d2d-4aaa-896e-98d2e10d8ac2 requested from dv-cinder-784453-8-iscsi {{(pid=93156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:42:46.513171 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-a9117903-3941-4f59-abb7-e2dbf9d88397 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3343673 Jul 13 14:42:46.683631 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b989d784-f3a4-49f6-802d-09d9e1b68f5c None None] Network 40b4725a-3d2d-4aaa-896e-98d2e10d8ac2 requested from dv-cinder-784453-8-iscsi {{(pid=93156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:42:46.841949 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:47.099183 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 59510) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:47.104237 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-c65b501a-25a8-4476-9acd-a456c267eb19 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1961165652-network', 'tenant_id': '03321e1dbb27406cb2d228114e89a21f'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:42:47.128962 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65b501a-25a8-4476-9acd-a456c267eb19 admin admin] Made reservation on behalf of 03321e1dbb27406cb2d228114e89a21f for: {'network': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:42:47.131464 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c65b501a-25a8-4476-9acd-a456c267eb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for network, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:47.141861 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c65b501a-25a8-4476-9acd-a456c267eb19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:47.261587 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c65b501a-25a8-4476-9acd-a456c267eb19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:47.265982 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c65b501a-25a8-4476-9acd-a456c267eb19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:47.292694 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c65b501a-25a8-4476-9acd-a456c267eb19 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=93154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:42:47.303993 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b501a-25a8-4476-9acd-a456c267eb19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da25eda4-b16e-4ad6-ae3e-c69bd697504e,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:47.309309 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c65b501a-25a8-4476-9acd-a456c267eb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834'] for segment, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:47.309658 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.db.segments_db [None req-c65b501a-25a8-4476-9acd-a456c267eb19 admin admin] Added segment fe8c21ce-ca07-47c1-8ab3-8c8ffa6dba06 of type vlan for network de552a87-3fcd-42b6-8a0a-d68a8e117616 Jul 13 14:42:47.354082 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c65b501a-25a8-4476-9acd-a456c267eb19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754803020822'] for network, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:47.392827 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c65b501a-25a8-4476-9acd-a456c267eb19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763'] for network, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:47.394556 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65b501a-25a8-4476-9acd-a456c267eb19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:47.395560 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c65b501a-25a8-4476-9acd-a456c267eb19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for network, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:47.471695 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-c65b501a-25a8-4476-9acd-a456c267eb19 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3713853 Jul 13 14:42:47.474425 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 59512) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:47.480736 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-508903fb-393d-4791-ab64-7800eb8d4588 admin admin] Request body: {'subnet': {'network_id': 'de552a87-3fcd-42b6-8a0a-d68a8e117616', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1961165652-subnet', 'tenant_id': '03321e1dbb27406cb2d228114e89a21f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:42:47.497376 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b501a-25a8-4476-9acd-a456c267eb19 admin admin] Pushing event updated for resources: {'Network': ['ID=de552a87-3fcd-42b6-8a0a-d68a8e117616,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:47.508716 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Network de552a87-3fcd-42b6-8a0a-d68a8e117616 details requested by agent ovs-agent-dv-cinder-784453-8-iscsi with host dv-cinder-784453-8-iscsi {{(pid=93156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:42:47.515222 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508903fb-393d-4791-ab64-7800eb8d4588 admin admin] Made reservation on behalf of 03321e1dbb27406cb2d228114e89a21f for: {'subnet': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:42:47.517961 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-508903fb-393d-4791-ab64-7800eb8d4588 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8958824'] for subnet, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:47.708106 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-508903fb-393d-4791-ab64-7800eb8d4588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8800304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8958810'] for subnet, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:47.764077 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508903fb-393d-4791-ab64-7800eb8d4588 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8f69637-9fa3-4d7e-8d76-2ed00f040a7e,revision_number=0']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:47.775213 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508903fb-393d-4791-ab64-7800eb8d4588 admin admin] Checking segment: {'id': 'fe8c21ce-ca07-47c1-8ab3-8c8ffa6dba06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'de552a87-3fcd-42b6-8a0a-d68a8e117616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:42:47.775573 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508903fb-393d-4791-ab64-7800eb8d4588 admin admin] Network hostable DHCP agents. Network: de552a87-3fcd-42b6-8a0a-d68a8e117616, hostable agents: ['c057a270-abe3-45bb-b401-4c6834b17f0a'], hosted agents: [] {{(pid=93154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:42:47.792421 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508903fb-393d-4791-ab64-7800eb8d4588 admin admin] Network de552a87-3fcd-42b6-8a0a-d68a8e117616 is scheduled to be hosted by DHCP agent c057a270-abe3-45bb-b401-4c6834b17f0a with binding_index 1 {{(pid=93154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:42:47.805142 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-508903fb-393d-4791-ab64-7800eb8d4588 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-8-iscsi, de552a87-3fcd-42b6-8a0a-d68a8e117616) {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:42:47.812042 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508903fb-393d-4791-ab64-7800eb8d4588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:47.812760 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-508903fb-393d-4791-ab64-7800eb8d4588 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for subnet, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:47.814226 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a688954f-16e2-4779-84dd-76ece17c352e None None] Network de552a87-3fcd-42b6-8a0a-d68a8e117616 requested from dv-cinder-784453-8-iscsi {{(pid=93156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:42:47.834673 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-508903fb-393d-4791-ab64-7800eb8d4588 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3575408 Jul 13 14:42:47.942574 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49c3636-10b6-4964-a2e9-595704160770 None None] Network de552a87-3fcd-42b6-8a0a-d68a8e117616 requested from dv-cinder-784453-8-iscsi {{(pid=93156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:42:53.417686 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.agents_db [None req-a710d77f-e7af-45aa-808b-9771d160625e None None] Agent healthcheck: found 6 active agents {{(pid=93157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:42:54.194235 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc2f84-f24a-4746-9e19-4a12d9ce3121 req-93fb510d-45c8-435b-a71b-964fc6bfe667 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:54.195692 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a6bc2f84-f24a-4746-9e19-4a12d9ce3121 req-93fb510d-45c8-435b-a71b-964fc6bfe667 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 947 time: 0.0652902 Jul 13 14:42:54.240881 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a6bc2f84-f24a-4746-9e19-4a12d9ce3121 req-b1833f70-4a74-4ecc-8efe-29a53c4beaf5 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391839 Jul 13 14:42:55.093699 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 59640) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:55.140910 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca3eddbc-5410-47a1-b720-e7844b65e6db admin admin] Deleting subnet b0a364a9-345b-4dc9-991f-23e5f6ced007 {{(pid=93154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:42:55.144335 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ca3eddbc-5410-47a1-b720-e7844b65e6db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:55.185056 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ca3eddbc-5410-47a1-b720-e7844b65e6db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421046'] for subnet, precommit_delete_associations {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:55.244892 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ca3eddbc-5410-47a1-b720-e7844b65e6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870331'] for subnet, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:55.304525 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ca3eddbc-5410-47a1-b720-e7844b65e6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8800497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8958797'] for subnet, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:55.336988 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3eddbc-5410-47a1-b720-e7844b65e6db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0a364a9-345b-4dc9-991f-23e5f6ced007,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:55.343058 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ca3eddbc-5410-47a1-b720-e7844b65e6db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for subnet, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:55.345454 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-ca3eddbc-5410-47a1-b720-e7844b65e6db admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b0a364a9-345b-4dc9-991f-23e5f6ced007 HTTP/1.1" status: 204 len: 168 time: 0.2505023 Jul 13 14:42:55.347961 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 59644) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:55.447959 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-518b7da4-a6ce-4f04-b85b-0334f6d4bb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-993822'] for network, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:55.537272 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615d23b-026c-4da8-a5a2-a806f10e0efc req-0b75995f-a1a8-4e5d-b4e1-722a20ecaaaf tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:55.538686 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1615d23b-026c-4da8-a5a2-a806f10e0efc req-0b75995f-a1a8-4e5d-b4e1-722a20ecaaaf tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 947 time: 0.1475086 Jul 13 14:42:55.568437 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-518b7da4-a6ce-4f04-b85b-0334f6d4bb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-869682', 'neutron.services.segments.db._delete_segments_for_network-8754803476884'] for network, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:55.582385 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.services.segments.db [None req-518b7da4-a6ce-4f04-b85b-0334f6d4bb23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15b1fef8-5d6f-4654-a0e5-757c7a2729d5']}} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:55.599481 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.services.segments.db [None req-518b7da4-a6ce-4f04-b85b-0334f6d4bb23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4497c753-383a-4ad9-8adc-7a31e9ff1c81') {'for_net_delete': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:55.599756 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.services.segments.db [None req-518b7da4-a6ce-4f04-b85b-0334f6d4bb23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4497c753-383a-4ad9-8adc-7a31e9ff1c81') {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:55.604266 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1615d23b-026c-4da8-a5a2-a806f10e0efc req-015bb239-c27d-424e-89b6-0c801441bb0b tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups?id=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586691 Jul 13 14:42:55.613989 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-518b7da4-a6ce-4f04-b85b-0334f6d4bb23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754803489931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421039'] for segment, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:55.633353 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-518b7da4-a6ce-4f04-b85b-0334f6d4bb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834'] for segment, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:55.639905 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-518b7da4-a6ce-4f04-b85b-0334f6d4bb23 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=93154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:42:55.640343 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-518b7da4-a6ce-4f04-b85b-0334f6d4bb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8800607'] for segment, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:55.642096 dv-cinder-784453-8-iscsi neutron-server[93154]: Traceback (most recent call last): Jul 13 14:42:55.642096 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:42:55.642096 dv-cinder-784453-8-iscsi neutron-server[93154]: timer() Jul 13 14:42:55.642096 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:42:55.642096 dv-cinder-784453-8-iscsi neutron-server[93154]: cb(*args, **kw) Jul 13 14:42:55.642096 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:42:55.642096 dv-cinder-784453-8-iscsi neutron-server[93154]: return func(*args, **kwargs) Jul 13 14:42:55.642096 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:42:55.642096 dv-cinder-784453-8-iscsi neutron-server[93154]: self._notify() Jul 13 14:42:55.642096 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:42:55.642096 dv-cinder-784453-8-iscsi neutron-server[93154]: self.callback(batched_events) Jul 13 14:42:55.642096 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:42:55.642096 dv-cinder-784453-8-iscsi neutron-server[93154]: event.method(event) Jul 13 14:42:55.642096 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:42:55.642096 dv-cinder-784453-8-iscsi neutron-server[93154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:42:55.642096 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:42:55.642096 dv-cinder-784453-8-iscsi neutron-server[93154]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:42:55.642096 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:42:55.642096 dv-cinder-784453-8-iscsi neutron-server[93154]: return f(self, *a, **k) Jul 13 14:42:55.642096 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:42:55.642096 dv-cinder-784453-8-iscsi neutron-server[93154]: return self._get(url).json() Jul 13 14:42:55.642096 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:42:55.642096 dv-cinder-784453-8-iscsi neutron-server[93154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:42:55.642096 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:42:55.642096 dv-cinder-784453-8-iscsi neutron-server[93154]: return self.request(url, 'GET', **kwargs) Jul 13 14:42:55.642096 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:42:55.642096 dv-cinder-784453-8-iscsi neutron-server[93154]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:42:55.642096 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:42:55.642096 dv-cinder-784453-8-iscsi neutron-server[93154]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:42:55.642096 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:42:55.642096 dv-cinder-784453-8-iscsi neutron-server[93154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:42:55.642096 dv-cinder-784453-8-iscsi neutron-server[93154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:42:55.677115 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a71d8-f022-483d-b36b-346223f9e7de req-251ede06-3e3a-4222-8ef5-7e7d2c316ab5 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:42:55.678639 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-f65a71d8-f022-483d-b36b-346223f9e7de req-251ede06-3e3a-4222-8ef5-7e7d2c316ab5 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.39 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 947 time: 0.0845838 Jul 13 14:42:55.702831 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-518b7da4-a6ce-4f04-b85b-0334f6d4bb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-869689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1994796'] for network, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:55.712838 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-518b7da4-a6ce-4f04-b85b-0334f6d4bb23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for network, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:55.714823 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-518b7da4-a6ce-4f04-b85b-0334f6d4bb23 admin admin] 10.222.0.11 "DELETE /v2.0/networks/15b1fef8-5d6f-4654-a0e5-757c7a2729d5 HTTP/1.1" status: 204 len: 168 time: 0.3660362 Jul 13 14:42:55.732981 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518b7da4-a6ce-4f04-b85b-0334f6d4bb23 admin admin] Pushing event deleted for resources: {'Network': ['ID=15b1fef8-5d6f-4654-a0e5-757c7a2729d5,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:55.799569 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [req-f65a71d8-f022-483d-b36b-346223f9e7de req-39664fa9-13d9-4513-b9d8-81ed0dd44244 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Deleting port bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71 {{(pid=93155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:42:55.800920 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-f65a71d8-f022-483d-b36b-346223f9e7de req-39664fa9-13d9-4513-b9d8-81ed0dd44244 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:55.915653 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-f65a71d8-f022-483d-b36b-346223f9e7de req-39664fa9-13d9-4513-b9d8-81ed0dd44244 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] For port bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71,segment=NetworkSegment(4ad0260d-356e-47c3-9fe1-42a46c9ee2c2),segment_id=4ad0260d-356e-47c3-9fe1-42a46c9ee2c2)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:42:55.915993 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-f65a71d8-f022-483d-b36b-346223f9e7de req-39664fa9-13d9-4513-b9d8-81ed0dd44244 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:55.938785 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 59648) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:56.007363 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-08290114-ec56-4884-a86a-e684ac8f223e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=375e802a4e334b54b51f7780999af9c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0670280 Jul 13 14:42:56.009711 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 59650) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:56.080413 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-956ec7da-f06c-450b-b829-fbe65bdb6937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:56.113392 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-956ec7da-f06c-450b-b829-fbe65bdb6937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:56.120055 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-f65a71d8-f022-483d-b36b-346223f9e7de req-39664fa9-13d9-4513-b9d8-81ed0dd44244 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:56.120448 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-f65a71d8-f022-483d-b36b-346223f9e7de req-39664fa9-13d9-4513-b9d8-81ed0dd44244 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1994842'] for floatingip, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:56.120793 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.db.l3_db [req-f65a71d8-f022-483d-b36b-346223f9e7de req-39664fa9-13d9-4513-b9d8-81ed0dd44244 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Floating IP f735134e-ade3-4518-80c5-c171a526b4ea disassociated. External IP: 172.27.3.224, port: bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71. Jul 13 14:42:56.121214 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [req-f65a71d8-f022-483d-b36b-346223f9e7de req-39664fa9-13d9-4513-b9d8-81ed0dd44244 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Calling delete_port for bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71 owned by compute:nova {{(pid=93155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:42:56.200987 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-956ec7da-f06c-450b-b829-fbe65bdb6937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:56.203930 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-956ec7da-f06c-450b-b829-fbe65bdb6937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:56.209122 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-956ec7da-f06c-450b-b829-fbe65bdb6937 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c014619f-fc1c-494c-8b2a-2b6218397897 HTTP/1.1" status: 204 len: 168 time: 0.1939540 Jul 13 14:42:56.222285 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ec7da-f06c-450b-b829-fbe65bdb6937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c014619f-fc1c-494c-8b2a-2b6218397897,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:56.270784 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-f65a71d8-f022-483d-b36b-346223f9e7de req-39664fa9-13d9-4513-b9d8-81ed0dd44244 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:56.302798 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39664fa9-13d9-4513-b9d8-81ed0dd44244 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Pushing event deleted for resources: {'Port': ['ID=bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:56.494591 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f65a71d8-f022-483d-b36b-346223f9e7de req-39664fa9-13d9-4513-b9d8-81ed0dd44244 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Router ad567ed0-4a17-4182-b587-7d9abf430bc4 has already been hosted by L3 agent d92cc109-9c2d-42ed-8c1d-d826fa90f9d0 {{(pid=93155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:42:56.630415 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f65a71d8-f022-483d-b36b-346223f9e7de req-39664fa9-13d9-4513-b9d8-81ed0dd44244 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify agent at l3_agent.dv-cinder-784453-8-iscsi the message routers_updated {{(pid=93155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:42:56.659339 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc06e46e-fe6a-4db2-ab59-528f66c8eadc None None] Sync routers for ids ['ad567ed0-4a17-4182-b587-7d9abf430bc4'] in dv-cinder-784453-8-iscsi {{(pid=93157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:42:56.669674 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc06e46e-fe6a-4db2-ab59-528f66c8eadc None None] Routers {'ad567ed0-4a17-4182-b587-7d9abf430bc4'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:42:56.670566 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-dc06e46e-fe6a-4db2-ab59-528f66c8eadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:42:36Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['ad567ed0-4a17-4182-b587-7d9abf430bc4'], 'active': True} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:56.715486 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [req-f65a71d8-f022-483d-b36b-346223f9e7de req-39664fa9-13d9-4513-b9d8-81ed0dd44244 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] No DVR routers for this DVR port bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71 on host hv-cinder-78445 {{(pid=93155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:42:56.719268 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-f65a71d8-f022-483d-b36b-346223f9e7de req-39664fa9-13d9-4513-b9d8-81ed0dd44244 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:56.721937 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-f65a71d8-f022-483d-b36b-346223f9e7de req-39664fa9-13d9-4513-b9d8-81ed0dd44244 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.39 "DELETE /v2.0/ports/bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71 HTTP/1.1" status: 204 len: 173 time: 1.0374582 Jul 13 14:42:56.722444 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c88c9e78-7ac1-41d2-a396-8216e9d8a969', 'name': 'network-vif-deleted', 'tag': 'bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:42:56.735674 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969d499ae61b7a2d5523e15545dbdfcb627d31ab7a946dd0dec0766d655d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d53f6d-5485-4794-9dbd-7f58cef08b54" -d '{"events": [{"server_uuid": "c88c9e78-7ac1-41d2-a396-8216e9d8a969", "name": "network-vif-deleted", "tag": "bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:42:56.797178 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvr_db [None req-dc06e46e-fe6a-4db2-ab59-528f66c8eadc None None] Set router ad567ed0-4a17-4182-b587-7d9abf430bc4 gateway port host: dv-cinder-784453-8-iscsi {{(pid=93157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:42:56.816588 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d3bef6-4af0-4bd1-b2e7-149c455fdad6 x-openstack-request-id: req-51d3bef6-4af0-4bd1-b2e7-149c455fdad6 {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:42:56.816938 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c88c9e78-7ac1-41d2-a396-8216e9d8a969", "name": "network-vif-deleted", "tag": "bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71", "status": "completed", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:42:56.817193 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-51d3bef6-4af0-4bd1-b2e7-149c455fdad6 {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:42:56.817635 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c88c9e78-7ac1-41d2-a396-8216e9d8a969', 'name': 'network-vif-deleted', 'tag': 'bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71', 'status': 'completed', 'code': 200} Jul 13 14:42:56.819110 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-31efa439-6ff1-4fb6-aef0-aed46afccdff req-23aa2a15-e6d7-4b71-82a6-cc11b1ac5127 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/ports?device_id=c88c9e78-7ac1-41d2-a396-8216e9d8a969 HTTP/1.1" status: 200 len: 210 time: 0.0674741 Jul 13 14:42:57.116227 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-dc06e46e-fe6a-4db2-ab59-528f66c8eadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'name': 'tempest-AttachVolumeShelveTestJSON-1867024726-router', 'tenant_id': 'a5169c26b204473880f57831a5e71229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '6624b436-5bb0-48eb-93d4-a371aa00e5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:35:04Z', 'updated_at': '2021-07-13T14:35:15Z', 'revision_number': 4, 'project_id': 'a5169c26b204473880f57831a5e71229', 'gw_port': {'id': '6624b436-5bb0-48eb-93d4-a371aa00e5b6', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:47:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:05Z', 'updated_at': '2021-07-13T14:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': 'b2b281d4-e4fa-4616-8bad-1564060e7533', 'name': '', 'network_id': 'b04875e6-1fc2-4c4b-96d5-3d915be01c53', 'tenant_id': 'a5169c26b204473880f57831a5e71229', 'mac_address': 'fa:16:3e:c9:45:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2093f447-27c9-42a2-bbad-8523311dd7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:12Z', 'updated_at': '2021-07-13T14:35:36Z', 'revision_number': 5, 'project_id': 'a5169c26b204473880f57831a5e71229', 'subnets': [{'id': '2093f447-27c9-42a2-bbad-8523311dd7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:57.141986 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc06e46e-fe6a-4db2-ab59-528f66c8eadc None None] Checking router: ad567ed0-4a17-4182-b587-7d9abf430bc4 for host: dv-cinder-784453-8-iscsi {{(pid=93157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:42:57.150462 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc06e46e-fe6a-4db2-ab59-528f66c8eadc None None] Routers {'ad567ed0-4a17-4182-b587-7d9abf430bc4'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:42:57.151063 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-dc06e46e-fe6a-4db2-ab59-528f66c8eadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:42:36Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['ad567ed0-4a17-4182-b587-7d9abf430bc4'], 'active': True} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:57.267915 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvr_db [None req-dc06e46e-fe6a-4db2-ab59-528f66c8eadc None None] Set router ad567ed0-4a17-4182-b587-7d9abf430bc4 gateway port host: dv-cinder-784453-8-iscsi {{(pid=93157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:42:57.476398 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-dc06e46e-fe6a-4db2-ab59-528f66c8eadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'name': 'tempest-AttachVolumeShelveTestJSON-1867024726-router', 'tenant_id': 'a5169c26b204473880f57831a5e71229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '6624b436-5bb0-48eb-93d4-a371aa00e5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:35:04Z', 'updated_at': '2021-07-13T14:35:15Z', 'revision_number': 4, 'project_id': 'a5169c26b204473880f57831a5e71229', 'gw_port': {'id': '6624b436-5bb0-48eb-93d4-a371aa00e5b6', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:47:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:05Z', 'updated_at': '2021-07-13T14:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': 'b2b281d4-e4fa-4616-8bad-1564060e7533', 'name': '', 'network_id': 'b04875e6-1fc2-4c4b-96d5-3d915be01c53', 'tenant_id': 'a5169c26b204473880f57831a5e71229', 'mac_address': 'fa:16:3e:c9:45:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2093f447-27c9-42a2-bbad-8523311dd7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:12Z', 'updated_at': '2021-07-13T14:35:36Z', 'revision_number': 5, 'project_id': 'a5169c26b204473880f57831a5e71229', 'subnets': [{'id': '2093f447-27c9-42a2-bbad-8523311dd7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:42:57.508403 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc06e46e-fe6a-4db2-ab59-528f66c8eadc None None] The sync data for ids ['ad567ed0-4a17-4182-b587-7d9abf430bc4'] in dv-cinder-784453-8-iscsi is: [{'id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'name': 'tempest-AttachVolumeShelveTestJSON-1867024726-router', 'tenant_id': 'a5169c26b204473880f57831a5e71229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '6624b436-5bb0-48eb-93d4-a371aa00e5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:35:04Z', 'updated_at': '2021-07-13T14:35:15Z', 'revision_number': 4, 'project_id': 'a5169c26b204473880f57831a5e71229', 'gw_port': {'id': '6624b436-5bb0-48eb-93d4-a371aa00e5b6', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:47:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:05Z', 'updated_at': '2021-07-13T14:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': 'b2b281d4-e4fa-4616-8bad-1564060e7533', 'name': '', 'network_id': 'b04875e6-1fc2-4c4b-96d5-3d915be01c53', 'tenant_id': 'a5169c26b204473880f57831a5e71229', 'mac_address': 'fa:16:3e:c9:45:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2093f447-27c9-42a2-bbad-8523311dd7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:12Z', 'updated_at': '2021-07-13T14:35:36Z', 'revision_number': 5, 'project_id': 'a5169c26b204473880f57831a5e71229', 'subnets': [{'id': '2093f447-27c9-42a2-bbad-8523311dd7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:42:57.763205 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bce6ae-ca01-44ea-ba0c-330660bfe120 None None] New status for floating IP f735134e-ade3-4518-80c5-c171a526b4ea: DOWN {{(pid=93156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:42:57.967877 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 59682) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:58.027709 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-660d9d1f-aa45-475f-9c12-f9e4a50df6e5 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:58.055960 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-660d9d1f-aa45-475f-9c12-f9e4a50df6e5 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:58.104256 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-660d9d1f-aa45-475f-9c12-f9e4a50df6e5 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:58.107147 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-660d9d1f-aa45-475f-9c12-f9e4a50df6e5 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:58.108281 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-660d9d1f-aa45-475f-9c12-f9e4a50df6e5 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "DELETE /v2.0/security-groups/459d5d7d-564d-4efe-b2fd-3d1a5ec34f74 HTTP/1.1" status: 204 len: 168 time: 0.1394050 Jul 13 14:42:58.111470 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 59684) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:58.117728 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d9d1f-aa45-475f-9c12-f9e4a50df6e5 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=459d5d7d-564d-4efe-b2fd-3d1a5ec34f74,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:58.128180 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.api.v2.resource [None req-6a271ba9-4bfd-4bb7-ada4-8348296fc5a5 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] show failed (client error): The resource could not be found. Jul 13 14:42:58.129149 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-6a271ba9-4bfd-4bb7-ada4-8348296fc5a5 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "GET /v2.0/security-groups/459d5d7d-564d-4efe-b2fd-3d1a5ec34f74 HTTP/1.1" status: 404 len: 347 time: 0.0166113 Jul 13 14:42:58.132038 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 59686) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:58.259096 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-892fc6f4-8cee-46b6-b5ba-95ff13784df5 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Deleting port f4b8c4dc-c1ef-4d82-a26e-9a97565ff694 {{(pid=93155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:42:58.259435 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-892fc6f4-8cee-46b6-b5ba-95ff13784df5 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:58.334758 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-892fc6f4-8cee-46b6-b5ba-95ff13784df5 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:58.334998 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-892fc6f4-8cee-46b6-b5ba-95ff13784df5 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:58.346822 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-892fc6f4-8cee-46b6-b5ba-95ff13784df5 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Calling delete_port for f4b8c4dc-c1ef-4d82-a26e-9a97565ff694 owned by network:floatingip {{(pid=93155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:42:58.482067 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-892fc6f4-8cee-46b6-b5ba-95ff13784df5 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:58.507596 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892fc6f4-8cee-46b6-b5ba-95ff13784df5 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Pushing event deleted for resources: {'Port': ['ID=f4b8c4dc-c1ef-4d82-a26e-9a97565ff694,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:42:58.573109 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-892fc6f4-8cee-46b6-b5ba-95ff13784df5 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks [] for floatingip, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:58.575806 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-892fc6f4-8cee-46b6-b5ba-95ff13784df5 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for floatingip, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:42:58.578049 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-892fc6f4-8cee-46b6-b5ba-95ff13784df5 tempest-AttachVolumeShelveTestJSON-1471115781 tempest-AttachVolumeShelveTestJSON-1471115781-project] 10.222.0.11 "DELETE /v2.0/floatingips/f735134e-ade3-4518-80c5-c171a526b4ea HTTP/1.1" status: 204 len: 168 time: 0.4438071 Jul 13 14:42:58.915618 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:42:58.939745 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] No Port match for: bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71 {{(pid=93156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:42:58.940269 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device bf7c757c-96e3-4cc0-b93e-d6b3ecb8ca71 not bound to the agent host hv-cinder-78445 {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:42:59.564112 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 59700) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:42:59.925161 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-c443774f-730b-4be0-97ef-35a103cc7584 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Deleting port 3bfa4280-e92e-4d2e-9a58-f361f95975e8 {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:42:59.925604 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c443774f-730b-4be0-97ef-35a103cc7584 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:00.018544 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c443774f-730b-4be0-97ef-35a103cc7584 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:00.018875 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c443774f-730b-4be0-97ef-35a103cc7584 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:00.030717 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-c443774f-730b-4be0-97ef-35a103cc7584 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Calling delete_port for 3bfa4280-e92e-4d2e-9a58-f361f95975e8 owned by network:floatingip {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:43:00.211482 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c443774f-730b-4be0-97ef-35a103cc7584 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800428'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:00.235908 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c443774f-730b-4be0-97ef-35a103cc7584 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Pushing event deleted for resources: {'Port': ['ID=3bfa4280-e92e-4d2e-9a58-f361f95975e8,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:00.309313 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c443774f-730b-4be0-97ef-35a103cc7584 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks [] for floatingip, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:00.310072 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.db.l3_db [None req-c443774f-730b-4be0-97ef-35a103cc7584 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Floating IP ef606fd2-8df9-45b5-a9a6-49eed9a9f493 disassociated (deleted). External IP: 172.27.3.251, port: d0484b73-0dec-4568-88da-662a28278535. Jul 13 14:43:00.519422 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c443774f-730b-4be0-97ef-35a103cc7584 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Router 870a0f80-fc92-4779-806d-9d80551906cf has already been hosted by L3 agent d92cc109-9c2d-42ed-8c1d-d826fa90f9d0 {{(pid=93154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:43:00.631577 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c443774f-730b-4be0-97ef-35a103cc7584 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify agent at l3_agent.dv-cinder-784453-8-iscsi the message routers_updated {{(pid=93154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:43:00.639139 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c443774f-730b-4be0-97ef-35a103cc7584 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for floatingip, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:00.644635 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb11cdb-72d2-46ee-9b28-4f1d8ac8c846 None None] Sync routers for ids ['870a0f80-fc92-4779-806d-9d80551906cf'] in dv-cinder-784453-8-iscsi {{(pid=93157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:43:00.658269 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb11cdb-72d2-46ee-9b28-4f1d8ac8c846 None None] Routers {'870a0f80-fc92-4779-806d-9d80551906cf'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:43:00.658941 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-6fb11cdb-72d2-46ee-9b28-4f1d8ac8c846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:42:36Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['870a0f80-fc92-4779-806d-9d80551906cf'], 'active': True} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:00.678973 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-c443774f-730b-4be0-97ef-35a103cc7584 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "DELETE /v2.0/floatingips/ef606fd2-8df9-45b5-a9a6-49eed9a9f493 HTTP/1.1" status: 204 len: 168 time: 1.1111486 Jul 13 14:43:00.678973 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f72606-c00f-4988-a38c-9dd58da2cb81', 'tag': 'd0484b73-0dec-4568-88da-662a28278535'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:43:00.679898 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed6c2a10c4293d159fef1cb7ab1dbb74578d6de099c458b34c07bebf01db353a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee0ddaf-f0d5-47d3-a5ba-a83351174efc" -d '{"events": [{"name": "network-changed", "server_uuid": "54f72606-c00f-4988-a38c-9dd58da2cb81", "tag": "d0484b73-0dec-4568-88da-662a28278535"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:43:00.723445 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a1033d-440f-481e-931f-c8d5be262f26 x-openstack-request-id: req-c5a1033d-440f-481e-931f-c8d5be262f26 {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:43:00.723775 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54f72606-c00f-4988-a38c-9dd58da2cb81", "tag": "d0484b73-0dec-4568-88da-662a28278535", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:43:00.724036 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c5a1033d-440f-481e-931f-c8d5be262f26 {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:43:00.724436 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f72606-c00f-4988-a38c-9dd58da2cb81', 'tag': 'd0484b73-0dec-4568-88da-662a28278535', 'status': 'completed', 'code': 200} Jul 13 14:43:00.771232 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvr_db [None req-6fb11cdb-72d2-46ee-9b28-4f1d8ac8c846 None None] Set router 870a0f80-fc92-4779-806d-9d80551906cf gateway port host: dv-cinder-784453-8-iscsi {{(pid=93157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:43:00.848775 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0ddaf-f0d5-47d3-a5ba-a83351174efc req-ed595866-54bb-448c-b41d-99afbacaca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:00.850203 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-0ee0ddaf-f0d5-47d3-a5ba-a83351174efc req-ed595866-54bb-448c-b41d-99afbacaca26 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5892afb7184848a28e5c2b3bb47266c2&device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 1098 time: 0.0768757 Jul 13 14:43:00.970601 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0ddaf-f0d5-47d3-a5ba-a83351174efc req-d1e7b7ff-79c2-4a41-b9f0-91cf680042ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:00.972106 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-0ee0ddaf-f0d5-47d3-a5ba-a83351174efc req-d1e7b7ff-79c2-4a41-b9f0-91cf680042ed service neutron] 10.222.0.39 "GET /v2.0/networks?id=86ac9154-8784-4774-baf0-e8c39b4cddeb HTTP/1.1" status: 200 len: 909 time: 0.1146064 Jul 13 14:43:01.025952 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-0ee0ddaf-f0d5-47d3-a5ba-a83351174efc req-6b36fd0a-6343-4806-b13e-0757bdb09f22 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0484b73-0dec-4568-88da-662a28278535 HTTP/1.1" status: 200 len: 217 time: 0.0396547 Jul 13 14:43:01.026535 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-6fb11cdb-72d2-46ee-9b28-4f1d8ac8c846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870a0f80-fc92-4779-806d-9d80551906cf', 'name': 'tempest-TestShelveInstance-784266502-router', 'tenant_id': '5892afb7184848a28e5c2b3bb47266c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '3f54e5b3-1949-4a06-83d4-244fb04ea558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:09Z', 'updated_at': '2021-07-13T14:37:15Z', 'revision_number': 4, 'project_id': '5892afb7184848a28e5c2b3bb47266c2', 'gw_port': {'id': '3f54e5b3-1949-4a06-83d4-244fb04ea558', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:df:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870a0f80-fc92-4779-806d-9d80551906cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:10Z', 'updated_at': '2021-07-13T14:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': 'bf1a71de-76a4-42be-95b9-c8e277e05cee', 'name': '', 'network_id': '86ac9154-8784-4774-baf0-e8c39b4cddeb', 'tenant_id': '5892afb7184848a28e5c2b3bb47266c2', 'mac_address': 'fa:16:3e:68:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870a0f80-fc92-4779-806d-9d80551906cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ead56a37-b614-443b-a85d-2b5d0e7941f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:13Z', 'updated_at': '2021-07-13T14:37:21Z', 'revision_number': 5, 'project_id': '5892afb7184848a28e5c2b3bb47266c2', 'subnets': [{'id': 'ead56a37-b614-443b-a85d-2b5d0e7941f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:01.071426 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb11cdb-72d2-46ee-9b28-4f1d8ac8c846 None None] Checking router: 870a0f80-fc92-4779-806d-9d80551906cf for host: dv-cinder-784453-8-iscsi {{(pid=93157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:43:01.095102 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb11cdb-72d2-46ee-9b28-4f1d8ac8c846 None None] Routers {'870a0f80-fc92-4779-806d-9d80551906cf'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:43:01.096710 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-6fb11cdb-72d2-46ee-9b28-4f1d8ac8c846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:42:36Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['870a0f80-fc92-4779-806d-9d80551906cf'], 'active': True} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:01.097311 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7bbc8-6b9a-4fb6-965f-ae35b7997df0 req-2038bcb9-3c8e-46b2-b86a-9d96bd6522ea tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:01.099411 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a4c7bbc8-6b9a-4fb6-965f-ae35b7997df0 req-2038bcb9-3c8e-46b2-b86a-9d96bd6522ea tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 945 time: 0.0828893 Jul 13 14:43:01.102784 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0ddaf-f0d5-47d3-a5ba-a83351174efc req-f1d21607-88e3-437f-b883-1a2a0b1c178b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:01.104635 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-0ee0ddaf-f0d5-47d3-a5ba-a83351174efc req-f1d21607-88e3-437f-b883-1a2a0b1c178b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ead56a37-b614-443b-a85d-2b5d0e7941f8 HTTP/1.1" status: 200 len: 847 time: 0.0704887 Jul 13 14:43:01.166596 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a4c7bbc8-6b9a-4fb6-965f-ae35b7997df0 req-4968687c-fa4e-461f-b7bd-2182f0d292c9 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538576 Jul 13 14:43:01.216557 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0ddaf-f0d5-47d3-a5ba-a83351174efc req-c1cd6b42-eec9-419a-8b2e-d8fd36756851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:01.218733 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 59748) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:01.219217 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-0ee0ddaf-f0d5-47d3-a5ba-a83351174efc req-c1cd6b42-eec9-419a-8b2e-d8fd36756851 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86ac9154-8784-4774-baf0-e8c39b4cddeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1069427 Jul 13 14:43:01.229628 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvr_db [None req-6fb11cdb-72d2-46ee-9b28-4f1d8ac8c846 None None] Set router 870a0f80-fc92-4779-806d-9d80551906cf gateway port host: dv-cinder-784453-8-iscsi {{(pid=93157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:43:01.332474 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-0ee0ddaf-f0d5-47d3-a5ba-a83351174efc req-ad78d223-25c0-4eb1-a6be-2ac1abe5b953 service neutron] 10.222.0.39 "GET /v2.0/networks/86ac9154-8784-4774-baf0-e8c39b4cddeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060567 Jul 13 14:43:01.428679 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-0ee0ddaf-f0d5-47d3-a5ba-a83351174efc req-4115aeba-6813-4724-9bda-25d2039e3e08 service neutron] 10.222.0.39 "GET /v2.0/networks/86ac9154-8784-4774-baf0-e8c39b4cddeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879948 Jul 13 14:43:01.445003 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-6fb11cdb-72d2-46ee-9b28-4f1d8ac8c846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870a0f80-fc92-4779-806d-9d80551906cf', 'name': 'tempest-TestShelveInstance-784266502-router', 'tenant_id': '5892afb7184848a28e5c2b3bb47266c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '3f54e5b3-1949-4a06-83d4-244fb04ea558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:09Z', 'updated_at': '2021-07-13T14:37:15Z', 'revision_number': 4, 'project_id': '5892afb7184848a28e5c2b3bb47266c2', 'gw_port': {'id': '3f54e5b3-1949-4a06-83d4-244fb04ea558', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:df:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870a0f80-fc92-4779-806d-9d80551906cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:10Z', 'updated_at': '2021-07-13T14:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': 'bf1a71de-76a4-42be-95b9-c8e277e05cee', 'name': '', 'network_id': '86ac9154-8784-4774-baf0-e8c39b4cddeb', 'tenant_id': '5892afb7184848a28e5c2b3bb47266c2', 'mac_address': 'fa:16:3e:68:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870a0f80-fc92-4779-806d-9d80551906cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ead56a37-b614-443b-a85d-2b5d0e7941f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:13Z', 'updated_at': '2021-07-13T14:37:21Z', 'revision_number': 5, 'project_id': '5892afb7184848a28e5c2b3bb47266c2', 'subnets': [{'id': 'ead56a37-b614-443b-a85d-2b5d0e7941f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:01.475717 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb11cdb-72d2-46ee-9b28-4f1d8ac8c846 None None] The sync data for ids ['870a0f80-fc92-4779-806d-9d80551906cf'] in dv-cinder-784453-8-iscsi is: [{'id': '870a0f80-fc92-4779-806d-9d80551906cf', 'name': 'tempest-TestShelveInstance-784266502-router', 'tenant_id': '5892afb7184848a28e5c2b3bb47266c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '3f54e5b3-1949-4a06-83d4-244fb04ea558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:09Z', 'updated_at': '2021-07-13T14:37:15Z', 'revision_number': 4, 'project_id': '5892afb7184848a28e5c2b3bb47266c2', 'gw_port': {'id': '3f54e5b3-1949-4a06-83d4-244fb04ea558', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:df:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870a0f80-fc92-4779-806d-9d80551906cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:10Z', 'updated_at': '2021-07-13T14:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': 'bf1a71de-76a4-42be-95b9-c8e277e05cee', 'name': '', 'network_id': '86ac9154-8784-4774-baf0-e8c39b4cddeb', 'tenant_id': '5892afb7184848a28e5c2b3bb47266c2', 'mac_address': 'fa:16:3e:68:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870a0f80-fc92-4779-806d-9d80551906cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ead56a37-b614-443b-a85d-2b5d0e7941f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:13Z', 'updated_at': '2021-07-13T14:37:21Z', 'revision_number': 5, 'project_id': '5892afb7184848a28e5c2b3bb47266c2', 'subnets': [{'id': 'ead56a37-b614-443b-a85d-2b5d0e7941f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:43:01.726722 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d0cc2a91-ce39-4ad9-965a-a7008dc2a366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1992038'] for router_interface, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:01.742915 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8276cfc-7b2e-4109-9230-74ab7fa60fc2 None None] New status for floating IP ef606fd2-8df9-45b5-a9a6-49eed9a9f493: DOWN {{(pid=93156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:43:01.876674 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 59762) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:01.934627 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.db_base_plugin_v2 [None req-409b31be-d654-40e0-990d-98d7a0eb5b56 admin admin] Deleting subnet e49d4251-0821-421b-af3d-57b9056bb70a {{(pid=93155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:43:01.939951 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-409b31be-d654-40e0-990d-98d7a0eb5b56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:01.980855 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-409b31be-d654-40e0-990d-98d7a0eb5b56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3323161'] for subnet, precommit_delete_associations {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:02.022879 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-409b31be-d654-40e0-990d-98d7a0eb5b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870331'] for subnet, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:02.046384 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-d0cc2a91-ce39-4ad9-965a-a7008dc2a366 admin admin] Deleting port b2b281d4-e4fa-4616-8bad-1564060e7533 {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:43:02.047034 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d0cc2a91-ce39-4ad9-965a-a7008dc2a366 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:02.097730 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-409b31be-d654-40e0-990d-98d7a0eb5b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2868560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8977119'] for subnet, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:02.132218 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-d0cc2a91-ce39-4ad9-965a-a7008dc2a366 admin admin] For port b2b281d4-e4fa-4616-8bad-1564060e7533, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=b2b281d4-e4fa-4616-8bad-1564060e7533,segment=NetworkSegment(4ad0260d-356e-47c3-9fe1-42a46c9ee2c2),segment_id=4ad0260d-356e-47c3-9fe1-42a46c9ee2c2)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:43:02.132519 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d0cc2a91-ce39-4ad9-965a-a7008dc2a366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:02.136484 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409b31be-d654-40e0-990d-98d7a0eb5b56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e49d4251-0821-421b-af3d-57b9056bb70a,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:02.141960 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-409b31be-d654-40e0-990d-98d7a0eb5b56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:02.144960 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-409b31be-d654-40e0-990d-98d7a0eb5b56 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e49d4251-0821-421b-af3d-57b9056bb70a HTTP/1.1" status: 204 len: 168 time: 0.2661798 Jul 13 14:43:02.147397 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 59764) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:02.156235 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-d0cc2a91-ce39-4ad9-965a-a7008dc2a366 admin admin] Calling delete_port for b2b281d4-e4fa-4616-8bad-1564060e7533 owned by network:router_interface {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:43:02.225306 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c1859639-1723-4c13-a36e-bc30599f3590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-993822'] for network, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:02.312085 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c1859639-1723-4c13-a36e-bc30599f3590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-869682', 'neutron.services.segments.db._delete_segments_for_network-8754803476884'] for network, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:02.325663 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.services.segments.db [None req-c1859639-1723-4c13-a36e-bc30599f3590 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40b4725a-3d2d-4aaa-896e-98d2e10d8ac2']}} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:02.342933 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.services.segments.db [None req-c1859639-1723-4c13-a36e-bc30599f3590 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c497bfca-f6cc-435b-8428-57f07caa2ad2') {'for_net_delete': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:02.343213 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.services.segments.db [None req-c1859639-1723-4c13-a36e-bc30599f3590 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c497bfca-f6cc-435b-8428-57f07caa2ad2') {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:02.352704 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c1859639-1723-4c13-a36e-bc30599f3590 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754803489931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3323136'] for segment, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:02.367900 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c1859639-1723-4c13-a36e-bc30599f3590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834'] for segment, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:02.375286 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1859639-1723-4c13-a36e-bc30599f3590 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=93155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:43:02.375917 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c1859639-1723-4c13-a36e-bc30599f3590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2868478'] for segment, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:02.377668 dv-cinder-784453-8-iscsi neutron-server[93155]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:43:02.377668 dv-cinder-784453-8-iscsi neutron-server[93155]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:43:02.377668 dv-cinder-784453-8-iscsi neutron-server[93155]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:43:02.377668 dv-cinder-784453-8-iscsi neutron-server[93155]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:43:02.377668 dv-cinder-784453-8-iscsi neutron-server[93155]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:43:02.377668 dv-cinder-784453-8-iscsi neutron-server[93155]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:43:02.377668 dv-cinder-784453-8-iscsi neutron-server[93155]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:43:02.377668 dv-cinder-784453-8-iscsi neutron-server[93155]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:43:02.377668 dv-cinder-784453-8-iscsi neutron-server[93155]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:43:02.377668 dv-cinder-784453-8-iscsi neutron-server[93155]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:43:02.377668 dv-cinder-784453-8-iscsi neutron-server[93155]: Traceback (most recent call last): Jul 13 14:43:02.377668 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:43:02.377668 dv-cinder-784453-8-iscsi neutron-server[93155]: timer() Jul 13 14:43:02.377668 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:43:02.377668 dv-cinder-784453-8-iscsi neutron-server[93155]: cb(*args, **kw) Jul 13 14:43:02.377668 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:43:02.377668 dv-cinder-784453-8-iscsi neutron-server[93155]: return func(*args, **kwargs) Jul 13 14:43:02.377668 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:43:02.377668 dv-cinder-784453-8-iscsi neutron-server[93155]: self._notify() Jul 13 14:43:02.377668 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:43:02.377668 dv-cinder-784453-8-iscsi neutron-server[93155]: self.callback(batched_events) Jul 13 14:43:02.377668 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:43:02.377668 dv-cinder-784453-8-iscsi neutron-server[93155]: event.method(event) Jul 13 14:43:02.377668 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:43:02.377668 dv-cinder-784453-8-iscsi neutron-server[93155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:43:02.377668 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:43:02.377668 dv-cinder-784453-8-iscsi neutron-server[93155]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:43:02.377668 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:43:02.377668 dv-cinder-784453-8-iscsi neutron-server[93155]: return f(self, *a, **k) Jul 13 14:43:02.377668 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:43:02.377668 dv-cinder-784453-8-iscsi neutron-server[93155]: return self._get(url).json() Jul 13 14:43:02.377668 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:43:02.377668 dv-cinder-784453-8-iscsi neutron-server[93155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:43:02.377668 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:43:02.377668 dv-cinder-784453-8-iscsi neutron-server[93155]: return self.request(url, 'GET', **kwargs) Jul 13 14:43:02.377668 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:43:02.377668 dv-cinder-784453-8-iscsi neutron-server[93155]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:43:02.377668 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:43:02.377668 dv-cinder-784453-8-iscsi neutron-server[93155]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:43:02.377668 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:43:02.377668 dv-cinder-784453-8-iscsi neutron-server[93155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:43:02.377668 dv-cinder-784453-8-iscsi neutron-server[93155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:43:02.394746 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d0cc2a91-ce39-4ad9-965a-a7008dc2a366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800428'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:02.410369 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9b60c-6803-47d1-82b7-9f7d4ddddce3 req-6351f96f-83d5-486f-9916-e05ddbf15152 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:02.412022 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ddc9b60c-6803-47d1-82b7-9f7d4ddddce3 req-6351f96f-83d5-486f-9916-e05ddbf15152 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 945 time: 0.1135366 Jul 13 14:43:02.433917 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c1859639-1723-4c13-a36e-bc30599f3590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-869689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1994796'] for network, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:02.438050 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cc2a91-ce39-4ad9-965a-a7008dc2a366 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2b281d4-e4fa-4616-8bad-1564060e7533,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:02.474883 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c1859639-1723-4c13-a36e-bc30599f3590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for network, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:02.479420 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-c1859639-1723-4c13-a36e-bc30599f3590 admin admin] 10.222.0.11 "DELETE /v2.0/networks/40b4725a-3d2d-4aaa-896e-98d2e10d8ac2 HTTP/1.1" status: 204 len: 168 time: 0.3283596 Jul 13 14:43:02.479420 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1859639-1723-4c13-a36e-bc30599f3590 admin admin] Pushing event deleted for resources: {'Network': ['ID=40b4725a-3d2d-4aaa-896e-98d2e10d8ac2,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:02.481590 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 59768) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:02.521233 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ddc9b60c-6803-47d1-82b7-9f7d4ddddce3 req-d7b78d78-45f7-42da-abc2-eb1bd02474ff tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/security-groups?id=28b35dca-a60f-4443-9331-d78be3ec5e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853243 Jul 13 14:43:02.531257 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.db_base_plugin_v2 [None req-a683dd23-af94-445e-8216-6e89001f2c01 admin admin] Deleting subnet f8f69637-9fa3-4d7e-8d76-2ed00f040a7e {{(pid=93155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:43:02.535308 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-a683dd23-af94-445e-8216-6e89001f2c01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:02.586895 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-a683dd23-af94-445e-8216-6e89001f2c01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3323161'] for subnet, precommit_delete_associations {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:02.638175 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-a683dd23-af94-445e-8216-6e89001f2c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870331'] for subnet, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:02.650422 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d0cc2a91-ce39-4ad9-965a-a7008dc2a366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1992578'] for router_interface, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:02.704540 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-a683dd23-af94-445e-8216-6e89001f2c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2868560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8977119'] for subnet, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:02.731957 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a683dd23-af94-445e-8216-6e89001f2c01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8f69637-9fa3-4d7e-8d76-2ed00f040a7e,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:02.733974 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-a683dd23-af94-445e-8216-6e89001f2c01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:02.735923 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-a683dd23-af94-445e-8216-6e89001f2c01 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f8f69637-9fa3-4d7e-8d76-2ed00f040a7e HTTP/1.1" status: 204 len: 168 time: 0.2531366 Jul 13 14:43:02.738814 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 59770) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:02.814210 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c3dbaf27-aa43-451b-8e3c-133c8f19ca31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-993822'] for network, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:02.915182 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c3dbaf27-aa43-451b-8e3c-133c8f19ca31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-869682', 'neutron.services.segments.db._delete_segments_for_network-8754803476884'] for network, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:02.944653 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.services.segments.db [None req-c3dbaf27-aa43-451b-8e3c-133c8f19ca31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de552a87-3fcd-42b6-8a0a-d68a8e117616']}} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:02.962160 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.services.segments.db [None req-c3dbaf27-aa43-451b-8e3c-133c8f19ca31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe8c21ce-ca07-47c1-8ab3-8c8ffa6dba06') {'for_net_delete': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:02.962483 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.services.segments.db [None req-c3dbaf27-aa43-451b-8e3c-133c8f19ca31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe8c21ce-ca07-47c1-8ab3-8c8ffa6dba06') {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:02.974422 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c3dbaf27-aa43-451b-8e3c-133c8f19ca31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754803489931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3323136'] for segment, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:02.996672 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c3dbaf27-aa43-451b-8e3c-133c8f19ca31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834'] for segment, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:03.006783 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3dbaf27-aa43-451b-8e3c-133c8f19ca31 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=93155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:43:03.007184 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c3dbaf27-aa43-451b-8e3c-133c8f19ca31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2868478'] for segment, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:03.009114 dv-cinder-784453-8-iscsi neutron-server[93155]: Traceback (most recent call last): Jul 13 14:43:03.009114 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:43:03.009114 dv-cinder-784453-8-iscsi neutron-server[93155]: timer() Jul 13 14:43:03.009114 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:43:03.009114 dv-cinder-784453-8-iscsi neutron-server[93155]: cb(*args, **kw) Jul 13 14:43:03.009114 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:43:03.009114 dv-cinder-784453-8-iscsi neutron-server[93155]: return func(*args, **kwargs) Jul 13 14:43:03.009114 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:43:03.009114 dv-cinder-784453-8-iscsi neutron-server[93155]: self._notify() Jul 13 14:43:03.009114 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:43:03.009114 dv-cinder-784453-8-iscsi neutron-server[93155]: self.callback(batched_events) Jul 13 14:43:03.009114 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:43:03.009114 dv-cinder-784453-8-iscsi neutron-server[93155]: event.method(event) Jul 13 14:43:03.009114 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:43:03.009114 dv-cinder-784453-8-iscsi neutron-server[93155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:43:03.009114 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:43:03.009114 dv-cinder-784453-8-iscsi neutron-server[93155]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:43:03.009114 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:43:03.009114 dv-cinder-784453-8-iscsi neutron-server[93155]: return f(self, *a, **k) Jul 13 14:43:03.009114 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:43:03.009114 dv-cinder-784453-8-iscsi neutron-server[93155]: return self._get(url).json() Jul 13 14:43:03.009114 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:43:03.009114 dv-cinder-784453-8-iscsi neutron-server[93155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:43:03.009114 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:43:03.009114 dv-cinder-784453-8-iscsi neutron-server[93155]: return self.request(url, 'GET', **kwargs) Jul 13 14:43:03.009114 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:43:03.009114 dv-cinder-784453-8-iscsi neutron-server[93155]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:43:03.009114 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:43:03.009114 dv-cinder-784453-8-iscsi neutron-server[93155]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:43:03.009114 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:43:03.009114 dv-cinder-784453-8-iscsi neutron-server[93155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:43:03.009114 dv-cinder-784453-8-iscsi neutron-server[93155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:43:03.058551 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a2359-3cff-4941-9aab-d8e86744719f req-0733222d-f8c0-4131-863c-a72a82fe302e tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:03.060725 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-069a2359-3cff-4941-9aab-d8e86744719f req-0733222d-f8c0-4131-863c-a72a82fe302e tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.39 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 945 time: 0.1572654 Jul 13 14:43:03.112247 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c3dbaf27-aa43-451b-8e3c-133c8f19ca31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-869689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1994796'] for network, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:03.119211 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c3dbaf27-aa43-451b-8e3c-133c8f19ca31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for network, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:03.132153 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-c3dbaf27-aa43-451b-8e3c-133c8f19ca31 admin admin] 10.222.0.11 "DELETE /v2.0/networks/de552a87-3fcd-42b6-8a0a-d68a8e117616 HTTP/1.1" status: 204 len: 168 time: 0.3811743 Jul 13 14:43:03.141193 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dbaf27-aa43-451b-8e3c-133c8f19ca31 admin admin] Pushing event deleted for resources: {'Network': ['ID=de552a87-3fcd-42b6-8a0a-d68a8e117616,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:03.143494 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0cc2a91-ce39-4ad9-965a-a7008dc2a366 admin admin] Router ad567ed0-4a17-4182-b587-7d9abf430bc4 has already been hosted by L3 agent d92cc109-9c2d-42ed-8c1d-d826fa90f9d0 {{(pid=93154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:43:03.198216 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [req-069a2359-3cff-4941-9aab-d8e86744719f req-6c18dce0-9a40-4fbf-8015-5d95e9841cfe tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Deleting port d0484b73-0dec-4568-88da-662a28278535 {{(pid=93155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:43:03.198617 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-069a2359-3cff-4941-9aab-d8e86744719f req-6c18dce0-9a40-4fbf-8015-5d95e9841cfe tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:03.279715 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0cc2a91-ce39-4ad9-965a-a7008dc2a366 admin admin] Notify agent at l3_agent.dv-cinder-784453-8-iscsi the message routers_updated {{(pid=93154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:43:03.285266 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-d0cc2a91-ce39-4ad9-965a-a7008dc2a366 admin admin] 10.222.0.11 "PUT /v2.0/routers/ad567ed0-4a17-4182-b587-7d9abf430bc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0640225 Jul 13 14:43:03.287813 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 59774) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:03.293104 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da4e0fd-5a19-450a-80b2-606bdf066eb9 None None] Sync routers for ids ['ad567ed0-4a17-4182-b587-7d9abf430bc4'] in dv-cinder-784453-8-iscsi {{(pid=93157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:43:03.312207 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 59776) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:03.322477 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da4e0fd-5a19-450a-80b2-606bdf066eb9 None None] Routers {'ad567ed0-4a17-4182-b587-7d9abf430bc4'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:43:03.323629 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-2da4e0fd-5a19-450a-80b2-606bdf066eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:42:36Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['ad567ed0-4a17-4182-b587-7d9abf430bc4'], 'active': True} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:03.327372 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e048ee8f-3d4e-4edd-a756-16b3a2a3abf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:03.370105 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-069a2359-3cff-4941-9aab-d8e86744719f req-6c18dce0-9a40-4fbf-8015-5d95e9841cfe tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] For port d0484b73-0dec-4568-88da-662a28278535, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=d0484b73-0dec-4568-88da-662a28278535,segment=NetworkSegment(7c49f002-40a4-4af3-99ab-d6aac50df09a),segment_id=7c49f002-40a4-4af3-99ab-d6aac50df09a)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:43:03.370612 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-069a2359-3cff-4941-9aab-d8e86744719f req-6c18dce0-9a40-4fbf-8015-5d95e9841cfe tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:03.394364 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-77da35e5-b7ee-48b9-ae64-d008da4eaccf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d32a60163be940f7b2f1136545a1f288&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0806742 Jul 13 14:43:03.395329 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [req-069a2359-3cff-4941-9aab-d8e86744719f req-6c18dce0-9a40-4fbf-8015-5d95e9841cfe tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Calling delete_port for d0484b73-0dec-4568-88da-662a28278535 owned by compute:nova {{(pid=93155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:43:03.398437 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 59778) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:03.420293 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-74c585d8-b155-4501-a683-8827bf68cb88 admin admin] Notify callbacks [] for router, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:03.449473 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvr_db [None req-2da4e0fd-5a19-450a-80b2-606bdf066eb9 None None] Set router ad567ed0-4a17-4182-b587-7d9abf430bc4 gateway port host: dv-cinder-784453-8-iscsi {{(pid=93157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:43:03.522351 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2a890b4a-d450-402e-940c-2f1fb2e8ada8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:03.538474 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-74c585d8-b155-4501-a683-8827bf68cb88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:03.562682 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2a890b4a-d450-402e-940c-2f1fb2e8ada8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:03.620248 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-74c585d8-b155-4501-a683-8827bf68cb88 admin admin] Deleting port 6624b436-5bb0-48eb-93d4-a371aa00e5b6 {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:43:03.620661 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-74c585d8-b155-4501-a683-8827bf68cb88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:03.695038 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-069a2359-3cff-4941-9aab-d8e86744719f req-6c18dce0-9a40-4fbf-8015-5d95e9841cfe tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:03.700921 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2a890b4a-d450-402e-940c-2f1fb2e8ada8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:03.704289 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2a890b4a-d450-402e-940c-2f1fb2e8ada8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:03.705555 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-2a890b4a-d450-402e-940c-2f1fb2e8ada8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5328eaa4-a950-435a-94e3-c6a1d8f78d82 HTTP/1.1" status: 204 len: 168 time: 0.3061197 Jul 13 14:43:03.741073 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-74c585d8-b155-4501-a683-8827bf68cb88 admin admin] For port 6624b436-5bb0-48eb-93d4-a371aa00e5b6, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=6624b436-5bb0-48eb-93d4-a371aa00e5b6,segment=NetworkSegment(1dffabd1-9f9c-45cf-80ba-954af1e6bced),segment_id=1dffabd1-9f9c-45cf-80ba-954af1e6bced)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:43:03.741440 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-74c585d8-b155-4501-a683-8827bf68cb88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:03.754502 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c18dce0-9a40-4fbf-8015-5d95e9841cfe tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Pushing event deleted for resources: {'Port': ['ID=d0484b73-0dec-4568-88da-662a28278535,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:03.763005 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-74c585d8-b155-4501-a683-8827bf68cb88 admin admin] Calling delete_port for 6624b436-5bb0-48eb-93d4-a371aa00e5b6 owned by network:router_gateway {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:43:03.767607 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a890b4a-d450-402e-940c-2f1fb2e8ada8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5328eaa4-a950-435a-94e3-c6a1d8f78d82,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:03.847856 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [req-069a2359-3cff-4941-9aab-d8e86744719f req-6c18dce0-9a40-4fbf-8015-5d95e9841cfe tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] No DVR routers for this DVR port d0484b73-0dec-4568-88da-662a28278535 on host hv-cinder-78445 {{(pid=93155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:43:03.850800 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-069a2359-3cff-4941-9aab-d8e86744719f req-6c18dce0-9a40-4fbf-8015-5d95e9841cfe tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:03.853274 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-069a2359-3cff-4941-9aab-d8e86744719f req-6c18dce0-9a40-4fbf-8015-5d95e9841cfe tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.39 "DELETE /v2.0/ports/d0484b73-0dec-4568-88da-662a28278535 HTTP/1.1" status: 204 len: 173 time: 0.7833683 Jul 13 14:43:03.853752 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f72606-c00f-4988-a38c-9dd58da2cb81', 'name': 'network-vif-deleted', 'tag': 'd0484b73-0dec-4568-88da-662a28278535'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:43:03.856853 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969d499ae61b7a2d5523e15545dbdfcb627d31ab7a946dd0dec0766d655d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84e53bb-f08c-4213-a2de-897779be447c" -d '{"events": [{"server_uuid": "54f72606-c00f-4988-a38c-9dd58da2cb81", "name": "network-vif-deleted", "tag": "d0484b73-0dec-4568-88da-662a28278535"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:43:03.939863 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95485d58-4a3f-4282-b8ab-6073888f948f x-openstack-request-id: req-95485d58-4a3f-4282-b8ab-6073888f948f {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:43:03.940442 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f72606-c00f-4988-a38c-9dd58da2cb81", "name": "network-vif-deleted", "tag": "d0484b73-0dec-4568-88da-662a28278535", "status": "completed", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:43:03.940946 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-95485d58-4a3f-4282-b8ab-6073888f948f {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:43:03.941414 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f72606-c00f-4988-a38c-9dd58da2cb81', 'name': 'network-vif-deleted', 'tag': 'd0484b73-0dec-4568-88da-662a28278535', 'status': 'completed', 'code': 200} Jul 13 14:43:03.948043 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-2da4e0fd-5a19-450a-80b2-606bdf066eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'name': 'tempest-AttachVolumeShelveTestJSON-1867024726-router', 'tenant_id': 'a5169c26b204473880f57831a5e71229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '6624b436-5bb0-48eb-93d4-a371aa00e5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:35:04Z', 'updated_at': '2021-07-13T14:43:02Z', 'revision_number': 5, 'project_id': 'a5169c26b204473880f57831a5e71229', 'gw_port': {'id': '6624b436-5bb0-48eb-93d4-a371aa00e5b6', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:47:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:35:05Z', 'updated_at': '2021-07-13T14:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi'}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:04.019114 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da4e0fd-5a19-450a-80b2-606bdf066eb9 None None] Checking router: ad567ed0-4a17-4182-b587-7d9abf430bc4 for host: dv-cinder-784453-8-iscsi {{(pid=93157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:43:04.033976 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da4e0fd-5a19-450a-80b2-606bdf066eb9 None None] Routers {'ad567ed0-4a17-4182-b587-7d9abf430bc4'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:43:04.034754 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-2da4e0fd-5a19-450a-80b2-606bdf066eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:42:36Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['ad567ed0-4a17-4182-b587-7d9abf430bc4'], 'active': True} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:04.081846 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-44043bde-1719-406d-ad31-228f1e05ca1f req-322453c1-e1ae-4d20-8067-bc74b0091e4f tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "GET /v2.0/ports?device_id=54f72606-c00f-4988-a38c-9dd58da2cb81 HTTP/1.1" status: 200 len: 210 time: 0.0553458 Jul 13 14:43:04.111443 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-74c585d8-b155-4501-a683-8827bf68cb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800428'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:04.144546 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c585d8-b155-4501-a683-8827bf68cb88 admin admin] Pushing event deleted for resources: {'Port': ['ID=6624b436-5bb0-48eb-93d4-a371aa00e5b6,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:04.155792 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvr_db [None req-2da4e0fd-5a19-450a-80b2-606bdf066eb9 None None] Set router ad567ed0-4a17-4182-b587-7d9abf430bc4 gateway port host: None {{(pid=93157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:43:04.210190 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-74c585d8-b155-4501-a683-8827bf68cb88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1994752'] for router_gateway, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:04.228144 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-2da4e0fd-5a19-450a-80b2-606bdf066eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'name': 'tempest-AttachVolumeShelveTestJSON-1867024726-router', 'tenant_id': 'a5169c26b204473880f57831a5e71229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:35:04Z', 'updated_at': '2021-07-13T14:43:03Z', 'revision_number': 6, 'project_id': 'a5169c26b204473880f57831a5e71229', 'gw_port_host': None}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:04.272134 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da4e0fd-5a19-450a-80b2-606bdf066eb9 None None] The sync data for ids ['ad567ed0-4a17-4182-b587-7d9abf430bc4'] in dv-cinder-784453-8-iscsi is: [{'id': 'ad567ed0-4a17-4182-b587-7d9abf430bc4', 'name': 'tempest-AttachVolumeShelveTestJSON-1867024726-router', 'tenant_id': 'a5169c26b204473880f57831a5e71229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:35:04Z', 'updated_at': '2021-07-13T14:43:03Z', 'revision_number': 6, 'project_id': 'a5169c26b204473880f57831a5e71229', 'gw_port_host': None}] {{(pid=93157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:43:04.338121 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-74c585d8-b155-4501-a683-8827bf68cb88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2095243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4254'] for router, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:04.341255 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-74c585d8-b155-4501-a683-8827bf68cb88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:04.370941 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 59788) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:04.401569 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-74c585d8-b155-4501-a683-8827bf68cb88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096411'] for router, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:04.402180 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c585d8-b155-4501-a683-8827bf68cb88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad567ed0-4a17-4182-b587-7d9abf430bc4 {{(pid=93154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:43:04.410407 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-74c585d8-b155-4501-a683-8827bf68cb88 admin admin] Notify callbacks [] for router, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:04.411622 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-74c585d8-b155-4501-a683-8827bf68cb88 admin admin] 10.222.0.11 "DELETE /v2.0/routers/ad567ed0-4a17-4182-b587-7d9abf430bc4 HTTP/1.1" status: 204 len: 168 time: 1.1228366 Jul 13 14:43:04.414599 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 59790) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:04.430415 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-534b12c2-aeea-49dc-9556-fe7a64d9107b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=03321e1dbb27406cb2d228114e89a21f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0580938 Jul 13 14:43:04.431240 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 59792) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:04.463771 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecc50db8-a47a-4203-b915-6c217a7f4c26 admin admin] Deleting subnet 2093f447-27c9-42a2-bbad-8523311dd7a9 {{(pid=93154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:43:04.468121 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ecc50db8-a47a-4203-b915-6c217a7f4c26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:04.488201 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8913cdb8-45e7-4996-bf70-979cbd6deb66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:04.506275 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ecc50db8-a47a-4203-b915-6c217a7f4c26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421046'] for subnet, precommit_delete_associations {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:04.514111 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8913cdb8-45e7-4996-bf70-979cbd6deb66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:04.585992 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8913cdb8-45e7-4996-bf70-979cbd6deb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:04.591697 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8913cdb8-45e7-4996-bf70-979cbd6deb66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:04.593733 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-8913cdb8-45e7-4996-bf70-979cbd6deb66 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/da25eda4-b16e-4ad6-ae3e-c69bd697504e HTTP/1.1" status: 204 len: 168 time: 0.1611342 Jul 13 14:43:04.604063 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8913cdb8-45e7-4996-bf70-979cbd6deb66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da25eda4-b16e-4ad6-ae3e-c69bd697504e,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:04.630672 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ecc50db8-a47a-4203-b915-6c217a7f4c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870331'] for subnet, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:04.695923 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ecc50db8-a47a-4203-b915-6c217a7f4c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8800497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8958797'] for subnet, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:04.724331 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc50db8-a47a-4203-b915-6c217a7f4c26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2093f447-27c9-42a2-bbad-8523311dd7a9,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:04.726502 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ecc50db8-a47a-4203-b915-6c217a7f4c26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for subnet, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:04.728572 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-ecc50db8-a47a-4203-b915-6c217a7f4c26 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2093f447-27c9-42a2-bbad-8523311dd7a9 HTTP/1.1" status: 204 len: 168 time: 0.3132563 Jul 13 14:43:04.731215 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 59796) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:04.731667 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d85153-cea4-43e6-a80b-22ac4087fdbc None None] Network b04875e6-1fc2-4c4b-96d5-3d915be01c53 requested from dv-cinder-784453-8-iscsi {{(pid=93156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:43:04.814650 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a75d8ad4-be8d-48f1-aa02-f50d651705db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-993822'] for network, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:04.880966 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-a75d8ad4-be8d-48f1-aa02-f50d651705db admin admin] Deleting port 8ef5cae1-d1ef-41a2-8f5e-4cb17bdc2c50 {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:43:04.881308 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a75d8ad4-be8d-48f1-aa02-f50d651705db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:04.974013 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-a75d8ad4-be8d-48f1-aa02-f50d651705db admin admin] For port 8ef5cae1-d1ef-41a2-8f5e-4cb17bdc2c50, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=8ef5cae1-d1ef-41a2-8f5e-4cb17bdc2c50,segment=NetworkSegment(4ad0260d-356e-47c3-9fe1-42a46c9ee2c2),segment_id=4ad0260d-356e-47c3-9fe1-42a46c9ee2c2)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:43:04.974564 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a75d8ad4-be8d-48f1-aa02-f50d651705db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:04.989850 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-a75d8ad4-be8d-48f1-aa02-f50d651705db admin admin] Calling delete_port for 8ef5cae1-d1ef-41a2-8f5e-4cb17bdc2c50 owned by network:dhcp {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:43:05.113935 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a75d8ad4-be8d-48f1-aa02-f50d651705db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800428'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:05.126391 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302ef157-3dea-4a6f-a0ca-334e4dbd63d0 None None] DHCP port deletion for b04875e6-1fc2-4c4b-96d5-3d915be01c53 request from dv-cinder-784453-8-iscsi {{(pid=93156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:43:05.151289 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75d8ad4-be8d-48f1-aa02-f50d651705db admin admin] Pushing event deleted for resources: {'Port': ['ID=8ef5cae1-d1ef-41a2-8f5e-4cb17bdc2c50,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:05.162051 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75d8ad4-be8d-48f1-aa02-f50d651705db admin admin] No DVR routers for this DVR port 8ef5cae1-d1ef-41a2-8f5e-4cb17bdc2c50 on host dv-cinder-784453-8-iscsi {{(pid=93154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:43:05.226756 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 59810) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:05.232890 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 8ef5cae1-d1ef-41a2-8f5e-4cb17bdc2c50 no longer exists at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:43:05.262758 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a75d8ad4-be8d-48f1-aa02-f50d651705db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-869682', 'neutron.services.segments.db._delete_segments_for_network-8754803476884'] for network, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:05.275675 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.services.segments.db [None req-a75d8ad4-be8d-48f1-aa02-f50d651705db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b04875e6-1fc2-4c4b-96d5-3d915be01c53']}} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:05.276078 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] No Port match for: 8ef5cae1-d1ef-41a2-8f5e-4cb17bdc2c50 {{(pid=93156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:43:05.278413 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 8ef5cae1-d1ef-41a2-8f5e-4cb17bdc2c50 not bound to the agent host dv-cinder-784453-8-iscsi {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:43:05.278997 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 6624b436-5bb0-48eb-93d4-a371aa00e5b6 no longer exists at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:43:05.292992 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.services.segments.db [None req-a75d8ad4-be8d-48f1-aa02-f50d651705db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad0260d-356e-47c3-9fe1-42a46c9ee2c2') {'for_net_delete': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:05.293160 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.services.segments.db [None req-a75d8ad4-be8d-48f1-aa02-f50d651705db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad0260d-356e-47c3-9fe1-42a46c9ee2c2') {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:05.311946 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a75d8ad4-be8d-48f1-aa02-f50d651705db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754803489931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421039'] for segment, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:05.314528 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] No Port match for: 6624b436-5bb0-48eb-93d4-a371aa00e5b6 {{(pid=93156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:43:05.314672 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-bf8df878-18df-46ae-9946-714a4d2aebe7 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks [] for security_group, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:05.315180 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 6624b436-5bb0-48eb-93d4-a371aa00e5b6 not bound to the agent host dv-cinder-784453-8-iscsi {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:43:05.316132 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device b2b281d4-e4fa-4616-8bad-1564060e7533 no longer exists at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:43:05.331747 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a75d8ad4-be8d-48f1-aa02-f50d651705db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834'] for segment, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:05.345072 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a75d8ad4-be8d-48f1-aa02-f50d651705db admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=93154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:43:05.345579 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a75d8ad4-be8d-48f1-aa02-f50d651705db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8800607'] for segment, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:05.351570 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] No Port match for: b2b281d4-e4fa-4616-8bad-1564060e7533 {{(pid=93156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:43:05.352044 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device b2b281d4-e4fa-4616-8bad-1564060e7533 not bound to the agent host dv-cinder-784453-8-iscsi {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:43:05.355214 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-bf8df878-18df-46ae-9946-714a4d2aebe7 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:05.359275 dv-cinder-784453-8-iscsi neutron-server[93154]: Traceback (most recent call last): Jul 13 14:43:05.359275 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:43:05.359275 dv-cinder-784453-8-iscsi neutron-server[93154]: timer() Jul 13 14:43:05.359275 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:43:05.359275 dv-cinder-784453-8-iscsi neutron-server[93154]: cb(*args, **kw) Jul 13 14:43:05.359275 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:43:05.359275 dv-cinder-784453-8-iscsi neutron-server[93154]: return func(*args, **kwargs) Jul 13 14:43:05.359275 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:43:05.359275 dv-cinder-784453-8-iscsi neutron-server[93154]: self._notify() Jul 13 14:43:05.359275 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:43:05.359275 dv-cinder-784453-8-iscsi neutron-server[93154]: self.callback(batched_events) Jul 13 14:43:05.359275 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:43:05.359275 dv-cinder-784453-8-iscsi neutron-server[93154]: event.method(event) Jul 13 14:43:05.359275 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:43:05.359275 dv-cinder-784453-8-iscsi neutron-server[93154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:43:05.359275 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:43:05.359275 dv-cinder-784453-8-iscsi neutron-server[93154]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:43:05.359275 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:43:05.359275 dv-cinder-784453-8-iscsi neutron-server[93154]: return f(self, *a, **k) Jul 13 14:43:05.359275 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:43:05.359275 dv-cinder-784453-8-iscsi neutron-server[93154]: return self._get(url).json() Jul 13 14:43:05.359275 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:43:05.359275 dv-cinder-784453-8-iscsi neutron-server[93154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:43:05.359275 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:43:05.359275 dv-cinder-784453-8-iscsi neutron-server[93154]: return self.request(url, 'GET', **kwargs) Jul 13 14:43:05.359275 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:43:05.359275 dv-cinder-784453-8-iscsi neutron-server[93154]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:43:05.359275 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:43:05.359275 dv-cinder-784453-8-iscsi neutron-server[93154]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:43:05.359275 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:43:05.359275 dv-cinder-784453-8-iscsi neutron-server[93154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:43:05.359275 dv-cinder-784453-8-iscsi neutron-server[93154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:43:05.408938 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a75d8ad4-be8d-48f1-aa02-f50d651705db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-869689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1994796'] for network, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:05.425598 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a75d8ad4-be8d-48f1-aa02-f50d651705db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for network, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:05.427590 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-a75d8ad4-be8d-48f1-aa02-f50d651705db admin admin] 10.222.0.11 "DELETE /v2.0/networks/b04875e6-1fc2-4c4b-96d5-3d915be01c53 HTTP/1.1" status: 204 len: 168 time: 0.6954186 Jul 13 14:43:05.450077 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-bf8df878-18df-46ae-9946-714a4d2aebe7 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:05.452109 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75d8ad4-be8d-48f1-aa02-f50d651705db admin admin] Pushing event deleted for resources: {'Network': ['ID=b04875e6-1fc2-4c4b-96d5-3d915be01c53,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:05.452941 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-bf8df878-18df-46ae-9946-714a4d2aebe7 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:05.454116 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-bf8df878-18df-46ae-9946-714a4d2aebe7 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] 10.222.0.11 "DELETE /v2.0/security-groups/28b35dca-a60f-4443-9331-d78be3ec5e11 HTTP/1.1" status: 204 len: 168 time: 0.2258570 Jul 13 14:43:05.471328 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8df878-18df-46ae-9946-714a4d2aebe7 tempest-TestShelveInstance-29087027 tempest-TestShelveInstance-29087027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b35dca-a60f-4443-9331-d78be3ec5e11,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:05.516065 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 59824) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:05.613322 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 59830) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:05.663104 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 59832) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:05.667508 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-044c6d03-aaec-480a-b282-b4542061e880 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a5169c26b204473880f57831a5e71229&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0523911 Jul 13 14:43:05.718906 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ff99714a-cf2b-44e1-a32f-34855df9c89f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:05.743465 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ff99714a-cf2b-44e1-a32f-34855df9c89f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:05.797479 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ff99714a-cf2b-44e1-a32f-34855df9c89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:05.801013 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ff99714a-cf2b-44e1-a32f-34855df9c89f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:05.802521 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-ff99714a-cf2b-44e1-a32f-34855df9c89f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/299f0587-cb12-49f3-b8b5-64b04e5ad3ba HTTP/1.1" status: 204 len: 168 time: 0.1379781 Jul 13 14:43:05.814625 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99714a-cf2b-44e1-a32f-34855df9c89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299f0587-cb12-49f3-b8b5-64b04e5ad3ba,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:05.907900 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-aea6b748-a061-43e1-9fc2-162cc43f30a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:06.159677 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:06.169407 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-43bfea82-3d97-4622-8003-bad352e8fcb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1992038'] for router_interface, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:06.534376 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-43bfea82-3d97-4622-8003-bad352e8fcb2 admin admin] Deleting port bf1a71de-76a4-42be-95b9-c8e277e05cee {{(pid=93155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:43:06.535076 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-43bfea82-3d97-4622-8003-bad352e8fcb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:06.625366 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-43bfea82-3d97-4622-8003-bad352e8fcb2 admin admin] For port bf1a71de-76a4-42be-95b9-c8e277e05cee, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=bf1a71de-76a4-42be-95b9-c8e277e05cee,segment=NetworkSegment(7c49f002-40a4-4af3-99ab-d6aac50df09a),segment_id=7c49f002-40a4-4af3-99ab-d6aac50df09a)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:43:06.625980 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-43bfea82-3d97-4622-8003-bad352e8fcb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:06.917409 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-43bfea82-3d97-4622-8003-bad352e8fcb2 admin admin] Calling delete_port for bf1a71de-76a4-42be-95b9-c8e277e05cee owned by network:router_interface {{(pid=93155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:43:06.942628 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device d0484b73-0dec-4568-88da-662a28278535 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:43:06.965725 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] No Port match for: d0484b73-0dec-4568-88da-662a28278535 {{(pid=93156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:43:06.966070 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device d0484b73-0dec-4568-88da-662a28278535 not bound to the agent host hv-cinder-78445 {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:43:07.111633 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-43bfea82-3d97-4622-8003-bad352e8fcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:07.143690 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bfea82-3d97-4622-8003-bad352e8fcb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf1a71de-76a4-42be-95b9-c8e277e05cee,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:07.204524 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:07.358993 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-43bfea82-3d97-4622-8003-bad352e8fcb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1992578'] for router_interface, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:07.614268 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43bfea82-3d97-4622-8003-bad352e8fcb2 admin admin] Router 870a0f80-fc92-4779-806d-9d80551906cf has already been hosted by L3 agent d92cc109-9c2d-42ed-8c1d-d826fa90f9d0 {{(pid=93155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:43:07.724459 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43bfea82-3d97-4622-8003-bad352e8fcb2 admin admin] Notify agent at l3_agent.dv-cinder-784453-8-iscsi the message routers_updated {{(pid=93155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:43:07.729389 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-43bfea82-3d97-4622-8003-bad352e8fcb2 admin admin] 10.222.0.11 "PUT /v2.0/routers/870a0f80-fc92-4779-806d-9d80551906cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2122912 Jul 13 14:43:07.732481 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 59910) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:07.736683 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756b5340-9803-424a-9e9e-3c70d19927dc None None] Sync routers for ids ['870a0f80-fc92-4779-806d-9d80551906cf'] in dv-cinder-784453-8-iscsi {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:43:07.747997 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756b5340-9803-424a-9e9e-3c70d19927dc None None] Routers {'870a0f80-fc92-4779-806d-9d80551906cf'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:43:07.748817 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-756b5340-9803-424a-9e9e-3c70d19927dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:43:06Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['870a0f80-fc92-4779-806d-9d80551906cf'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:07.866418 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-11073b4e-0ccc-41e1-8a47-acf0579f1106 admin admin] Notify callbacks [] for router, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:07.883850 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-756b5340-9803-424a-9e9e-3c70d19927dc None None] Set router 870a0f80-fc92-4779-806d-9d80551906cf gateway port host: dv-cinder-784453-8-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:43:07.982378 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-11073b4e-0ccc-41e1-8a47-acf0579f1106 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:08.034559 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-11073b4e-0ccc-41e1-8a47-acf0579f1106 admin admin] Deleting port 3f54e5b3-1949-4a06-83d4-244fb04ea558 {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:43:08.034975 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-11073b4e-0ccc-41e1-8a47-acf0579f1106 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:08.068493 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-756b5340-9803-424a-9e9e-3c70d19927dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870a0f80-fc92-4779-806d-9d80551906cf', 'name': 'tempest-TestShelveInstance-784266502-router', 'tenant_id': '5892afb7184848a28e5c2b3bb47266c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '3f54e5b3-1949-4a06-83d4-244fb04ea558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:09Z', 'updated_at': '2021-07-13T14:43:07Z', 'revision_number': 5, 'project_id': '5892afb7184848a28e5c2b3bb47266c2', 'gw_port': {'id': '3f54e5b3-1949-4a06-83d4-244fb04ea558', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:df:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870a0f80-fc92-4779-806d-9d80551906cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:10Z', 'updated_at': '2021-07-13T14:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi'}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:08.099713 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756b5340-9803-424a-9e9e-3c70d19927dc None None] Checking router: 870a0f80-fc92-4779-806d-9d80551906cf for host: dv-cinder-784453-8-iscsi {{(pid=93156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:43:08.108615 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756b5340-9803-424a-9e9e-3c70d19927dc None None] Routers {'870a0f80-fc92-4779-806d-9d80551906cf'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:43:08.109234 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-756b5340-9803-424a-9e9e-3c70d19927dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:43:06Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['870a0f80-fc92-4779-806d-9d80551906cf'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:08.117368 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-11073b4e-0ccc-41e1-8a47-acf0579f1106 admin admin] For port 3f54e5b3-1949-4a06-83d4-244fb04ea558, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=3f54e5b3-1949-4a06-83d4-244fb04ea558,segment=NetworkSegment(1dffabd1-9f9c-45cf-80ba-954af1e6bced),segment_id=1dffabd1-9f9c-45cf-80ba-954af1e6bced)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:43:08.117722 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-11073b4e-0ccc-41e1-8a47-acf0579f1106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:08.130234 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-11073b4e-0ccc-41e1-8a47-acf0579f1106 admin admin] Calling delete_port for 3f54e5b3-1949-4a06-83d4-244fb04ea558 owned by network:router_gateway {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:43:08.195953 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-756b5340-9803-424a-9e9e-3c70d19927dc None None] Set router 870a0f80-fc92-4779-806d-9d80551906cf gateway port host: None {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:43:08.247262 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-756b5340-9803-424a-9e9e-3c70d19927dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870a0f80-fc92-4779-806d-9d80551906cf', 'name': 'tempest-TestShelveInstance-784266502-router', 'tenant_id': '5892afb7184848a28e5c2b3bb47266c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:09Z', 'updated_at': '2021-07-13T14:43:07Z', 'revision_number': 6, 'project_id': '5892afb7184848a28e5c2b3bb47266c2', 'gw_port_host': None}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:08.277026 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756b5340-9803-424a-9e9e-3c70d19927dc None None] The sync data for ids ['870a0f80-fc92-4779-806d-9d80551906cf'] in dv-cinder-784453-8-iscsi is: [{'id': '870a0f80-fc92-4779-806d-9d80551906cf', 'name': 'tempest-TestShelveInstance-784266502-router', 'tenant_id': '5892afb7184848a28e5c2b3bb47266c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:09Z', 'updated_at': '2021-07-13T14:43:07Z', 'revision_number': 6, 'project_id': '5892afb7184848a28e5c2b3bb47266c2', 'gw_port_host': None}] {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:43:08.299890 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-11073b4e-0ccc-41e1-8a47-acf0579f1106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800428'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:08.337785 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11073b4e-0ccc-41e1-8a47-acf0579f1106 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f54e5b3-1949-4a06-83d4-244fb04ea558,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:08.398540 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-11073b4e-0ccc-41e1-8a47-acf0579f1106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1994752'] for router_gateway, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:08.493654 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-11073b4e-0ccc-41e1-8a47-acf0579f1106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2095243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4254'] for router, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:08.497471 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-11073b4e-0ccc-41e1-8a47-acf0579f1106 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:08.553789 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-11073b4e-0ccc-41e1-8a47-acf0579f1106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096411'] for router, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:08.554307 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11073b4e-0ccc-41e1-8a47-acf0579f1106 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 870a0f80-fc92-4779-806d-9d80551906cf {{(pid=93154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:43:08.559547 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-11073b4e-0ccc-41e1-8a47-acf0579f1106 admin admin] Notify callbacks [] for router, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:08.560890 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-11073b4e-0ccc-41e1-8a47-acf0579f1106 admin admin] 10.222.0.11 "DELETE /v2.0/routers/870a0f80-fc92-4779-806d-9d80551906cf HTTP/1.1" status: 204 len: 168 time: 0.8271880 Jul 13 14:43:08.563566 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 59922) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:08.617643 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:08.640593 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6d38f49-4ece-4551-a7a9-de8a4406d923 admin admin] Deleting subnet ead56a37-b614-443b-a85d-2b5d0e7941f8 {{(pid=93154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:43:08.646109 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e6d38f49-4ece-4551-a7a9-de8a4406d923 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:08.707859 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e6d38f49-4ece-4551-a7a9-de8a4406d923 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421046'] for subnet, precommit_delete_associations {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:08.817014 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e6d38f49-4ece-4551-a7a9-de8a4406d923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870331'] for subnet, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:08.886962 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e6d38f49-4ece-4551-a7a9-de8a4406d923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8800497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8958797'] for subnet, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:08.923520 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d38f49-4ece-4551-a7a9-de8a4406d923 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ead56a37-b614-443b-a85d-2b5d0e7941f8,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:08.930084 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e6d38f49-4ece-4551-a7a9-de8a4406d923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for subnet, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:08.932054 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-e6d38f49-4ece-4551-a7a9-de8a4406d923 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ead56a37-b614-443b-a85d-2b5d0e7941f8 HTTP/1.1" status: 204 len: 168 time: 0.3647878 Jul 13 14:43:08.935922 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 59934) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:08.939482 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510fe7c8-69ef-4d1f-a125-2b410e93e0ed None None] Network 86ac9154-8784-4774-baf0-e8c39b4cddeb requested from dv-cinder-784453-8-iscsi {{(pid=93156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:43:09.022951 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-9f275cec-7134-4570-bc14-f8885e1ebff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-993822'] for network, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:09.125533 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-9f275cec-7134-4570-bc14-f8885e1ebff1 admin admin] Deleting port c0aadf5e-58b4-4aad-a83e-c78f0049cfdf {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:43:09.126098 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-9f275cec-7134-4570-bc14-f8885e1ebff1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:09.229471 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device bf1a71de-76a4-42be-95b9-c8e277e05cee no longer exists at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:43:09.265177 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92a18ac-9df1-4a39-8177-9e9c4c9470fd None None] DHCP port deletion for 86ac9154-8784-4774-baf0-e8c39b4cddeb request from dv-cinder-784453-8-iscsi {{(pid=93156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:43:09.268058 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] No Port match for: bf1a71de-76a4-42be-95b9-c8e277e05cee {{(pid=93156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:43:09.268484 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device bf1a71de-76a4-42be-95b9-c8e277e05cee not bound to the agent host dv-cinder-784453-8-iscsi {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:43:09.268974 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 3f54e5b3-1949-4a06-83d4-244fb04ea558 no longer exists at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:43:09.313925 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] No Port match for: 3f54e5b3-1949-4a06-83d4-244fb04ea558 {{(pid=93156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:43:09.315074 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 3f54e5b3-1949-4a06-83d4-244fb04ea558 not bound to the agent host dv-cinder-784453-8-iscsi {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:43:09.437607 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-a92a18ac-9df1-4a39-8177-9e9c4c9470fd None None] Deleting port c0aadf5e-58b4-4aad-a83e-c78f0049cfdf {{(pid=93156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:43:09.438036 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-a92a18ac-9df1-4a39-8177-9e9c4c9470fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:09.550477 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-a92a18ac-9df1-4a39-8177-9e9c4c9470fd None None] For port c0aadf5e-58b4-4aad-a83e-c78f0049cfdf, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=c0aadf5e-58b4-4aad-a83e-c78f0049cfdf,segment=NetworkSegment(7c49f002-40a4-4af3-99ab-d6aac50df09a),segment_id=7c49f002-40a4-4af3-99ab-d6aac50df09a)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:43:09.550768 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-a92a18ac-9df1-4a39-8177-9e9c4c9470fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:09.571069 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-a92a18ac-9df1-4a39-8177-9e9c4c9470fd None None] Calling delete_port for c0aadf5e-58b4-4aad-a83e-c78f0049cfdf owned by network:dhcp {{(pid=93156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:43:09.576739 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-9f275cec-7134-4570-bc14-f8885e1ebff1 admin admin] For port c0aadf5e-58b4-4aad-a83e-c78f0049cfdf, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=c0aadf5e-58b4-4aad-a83e-c78f0049cfdf,segment=NetworkSegment(7c49f002-40a4-4af3-99ab-d6aac50df09a),segment_id=7c49f002-40a4-4af3-99ab-d6aac50df09a)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:43:09.577101 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-9f275cec-7134-4570-bc14-f8885e1ebff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:09.598500 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-9f275cec-7134-4570-bc14-f8885e1ebff1 admin admin] Calling delete_port for c0aadf5e-58b4-4aad-a83e-c78f0049cfdf owned by network:dhcp {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:43:09.717605 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-9f275cec-7134-4570-bc14-f8885e1ebff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800428'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:09.751083 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f275cec-7134-4570-bc14-f8885e1ebff1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0aadf5e-58b4-4aad-a83e-c78f0049cfdf,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:09.752073 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f275cec-7134-4570-bc14-f8885e1ebff1 admin admin] No DVR routers for this DVR port c0aadf5e-58b4-4aad-a83e-c78f0049cfdf on host dv-cinder-784453-8-iscsi {{(pid=93154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:43:09.807716 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-a92a18ac-9df1-4a39-8177-9e9c4c9470fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847'] for port, after_delete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:09.836523 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a18ac-9df1-4a39-8177-9e9c4c9470fd None None] Pushing event deleted for resources: {'Port': ['ID=c0aadf5e-58b4-4aad-a83e-c78f0049cfdf,revision_number=None']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:09.838625 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-9f275cec-7134-4570-bc14-f8885e1ebff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-869682', 'neutron.services.segments.db._delete_segments_for_network-8754803476884'] for network, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:09.850793 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.services.segments.db [None req-9f275cec-7134-4570-bc14-f8885e1ebff1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86ac9154-8784-4774-baf0-e8c39b4cddeb']}} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:09.862439 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92a18ac-9df1-4a39-8177-9e9c4c9470fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:09.862773 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.services.segments.db [None req-9f275cec-7134-4570-bc14-f8885e1ebff1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c49f002-40a4-4af3-99ab-d6aac50df09a') {'for_net_delete': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:09.863269 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.services.segments.db [None req-9f275cec-7134-4570-bc14-f8885e1ebff1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c49f002-40a4-4af3-99ab-d6aac50df09a') {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:09.863733 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92a18ac-9df1-4a39-8177-9e9c4c9470fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:09.864368 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92a18ac-9df1-4a39-8177-9e9c4c9470fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:09.866795 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92a18ac-9df1-4a39-8177-9e9c4c9470fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:09.867160 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92a18ac-9df1-4a39-8177-9e9c4c9470fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:09.867511 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92a18ac-9df1-4a39-8177-9e9c4c9470fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:09.868437 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92a18ac-9df1-4a39-8177-9e9c4c9470fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:09.868784 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92a18ac-9df1-4a39-8177-9e9c4c9470fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:09.869128 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92a18ac-9df1-4a39-8177-9e9c4c9470fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:09.869630 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92a18ac-9df1-4a39-8177-9e9c4c9470fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:09.870106 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92a18ac-9df1-4a39-8177-9e9c4c9470fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:09.870472 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92a18ac-9df1-4a39-8177-9e9c4c9470fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:09.876270 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-9f275cec-7134-4570-bc14-f8885e1ebff1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754803489931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421039'] for segment, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:09.878026 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92a18ac-9df1-4a39-8177-9e9c4c9470fd None None] No DVR routers for this DVR port c0aadf5e-58b4-4aad-a83e-c78f0049cfdf on host dv-cinder-784453-8-iscsi {{(pid=93156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:43:09.900734 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-9f275cec-7134-4570-bc14-f8885e1ebff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834'] for segment, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:09.913765 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f275cec-7134-4570-bc14-f8885e1ebff1 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=93154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:43:09.914376 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-9f275cec-7134-4570-bc14-f8885e1ebff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8800607'] for segment, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:09.916926 dv-cinder-784453-8-iscsi neutron-server[93154]: Traceback (most recent call last): Jul 13 14:43:09.916926 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:43:09.916926 dv-cinder-784453-8-iscsi neutron-server[93154]: timer() Jul 13 14:43:09.916926 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:43:09.916926 dv-cinder-784453-8-iscsi neutron-server[93154]: cb(*args, **kw) Jul 13 14:43:09.916926 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:43:09.916926 dv-cinder-784453-8-iscsi neutron-server[93154]: return func(*args, **kwargs) Jul 13 14:43:09.916926 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:43:09.916926 dv-cinder-784453-8-iscsi neutron-server[93154]: self._notify() Jul 13 14:43:09.916926 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:43:09.916926 dv-cinder-784453-8-iscsi neutron-server[93154]: self.callback(batched_events) Jul 13 14:43:09.916926 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:43:09.916926 dv-cinder-784453-8-iscsi neutron-server[93154]: event.method(event) Jul 13 14:43:09.916926 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:43:09.916926 dv-cinder-784453-8-iscsi neutron-server[93154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:43:09.916926 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:43:09.916926 dv-cinder-784453-8-iscsi neutron-server[93154]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:43:09.916926 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:43:09.916926 dv-cinder-784453-8-iscsi neutron-server[93154]: return f(self, *a, **k) Jul 13 14:43:09.916926 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:43:09.916926 dv-cinder-784453-8-iscsi neutron-server[93154]: return self._get(url).json() Jul 13 14:43:09.916926 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:43:09.916926 dv-cinder-784453-8-iscsi neutron-server[93154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:43:09.916926 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:43:09.916926 dv-cinder-784453-8-iscsi neutron-server[93154]: return self.request(url, 'GET', **kwargs) Jul 13 14:43:09.916926 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:43:09.916926 dv-cinder-784453-8-iscsi neutron-server[93154]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:43:09.916926 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:43:09.916926 dv-cinder-784453-8-iscsi neutron-server[93154]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:43:09.916926 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:43:09.916926 dv-cinder-784453-8-iscsi neutron-server[93154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:43:09.916926 dv-cinder-784453-8-iscsi neutron-server[93154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:43:09.998414 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-9f275cec-7134-4570-bc14-f8885e1ebff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-869689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1994796'] for network, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:10.004032 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-9f275cec-7134-4570-bc14-f8885e1ebff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for network, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:10.006279 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-9f275cec-7134-4570-bc14-f8885e1ebff1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/86ac9154-8784-4774-baf0-e8c39b4cddeb HTTP/1.1" status: 204 len: 168 time: 1.0682659 Jul 13 14:43:10.009635 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 59960) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:10.062788 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f275cec-7134-4570-bc14-f8885e1ebff1 admin admin] Pushing event deleted for resources: {'Network': ['ID=86ac9154-8784-4774-baf0-e8c39b4cddeb,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:10.448036 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6d2910bc-8ede-43aa-9488-d0ba5fb9a5c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1992038'] for router_interface, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:10.715552 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-6d2910bc-8ede-43aa-9488-d0ba5fb9a5c2 admin admin] Deleting port bca056d8-0d81-4cb8-b9bc-10e34acef0fc {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:43:10.715953 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6d2910bc-8ede-43aa-9488-d0ba5fb9a5c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:10.809739 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-6d2910bc-8ede-43aa-9488-d0ba5fb9a5c2 admin admin] For port bca056d8-0d81-4cb8-b9bc-10e34acef0fc, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=bca056d8-0d81-4cb8-b9bc-10e34acef0fc,segment=NetworkSegment(79939c9d-2f56-4579-a073-8f076d29e4ab),segment_id=79939c9d-2f56-4579-a073-8f076d29e4ab)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:43:10.810307 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6d2910bc-8ede-43aa-9488-d0ba5fb9a5c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:10.825792 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-6d2910bc-8ede-43aa-9488-d0ba5fb9a5c2 admin admin] Calling delete_port for bca056d8-0d81-4cb8-b9bc-10e34acef0fc owned by network:router_interface {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:43:10.876573 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device c0aadf5e-58b4-4aad-a83e-c78f0049cfdf no longer exists at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:43:10.896637 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] No Port match for: c0aadf5e-58b4-4aad-a83e-c78f0049cfdf {{(pid=93156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:43:10.896980 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device c0aadf5e-58b4-4aad-a83e-c78f0049cfdf not bound to the agent host dv-cinder-784453-8-iscsi {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:43:11.016281 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6d2910bc-8ede-43aa-9488-d0ba5fb9a5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800428'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:11.041748 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2910bc-8ede-43aa-9488-d0ba5fb9a5c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bca056d8-0d81-4cb8-b9bc-10e34acef0fc,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:11.213198 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6d2910bc-8ede-43aa-9488-d0ba5fb9a5c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1992578'] for router_interface, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:11.490012 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d2910bc-8ede-43aa-9488-d0ba5fb9a5c2 admin admin] Router 9255c50a-3d9d-47e4-946e-2d24e4dca80e has already been hosted by L3 agent d92cc109-9c2d-42ed-8c1d-d826fa90f9d0 {{(pid=93154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:43:11.626614 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2910bc-8ede-43aa-9488-d0ba5fb9a5c2 admin admin] Notify agent at l3_agent.dv-cinder-784453-8-iscsi the message routers_updated {{(pid=93154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:43:11.642810 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 59982) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:11.643199 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-6d2910bc-8ede-43aa-9488-d0ba5fb9a5c2 admin admin] 10.222.0.11 "PUT /v2.0/routers/9255c50a-3d9d-47e4-946e-2d24e4dca80e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6317182 Jul 13 14:43:11.646651 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1498b9c-4f92-42dd-b525-1673a8ecaa50 None None] Sync routers for ids ['9255c50a-3d9d-47e4-946e-2d24e4dca80e'] in dv-cinder-784453-8-iscsi {{(pid=93157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:43:11.659013 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1498b9c-4f92-42dd-b525-1673a8ecaa50 None None] Routers {'9255c50a-3d9d-47e4-946e-2d24e4dca80e'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:43:11.659691 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-f1498b9c-4f92-42dd-b525-1673a8ecaa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:43:06Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['9255c50a-3d9d-47e4-946e-2d24e4dca80e'], 'active': True} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:11.759594 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-992cf0c4-4426-4da6-a6d1-11d5e1a2ca95 admin admin] Notify callbacks [] for router, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:11.780096 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvr_db [None req-f1498b9c-4f92-42dd-b525-1673a8ecaa50 None None] Set router 9255c50a-3d9d-47e4-946e-2d24e4dca80e gateway port host: dv-cinder-784453-8-iscsi {{(pid=93157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:43:11.891139 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-992cf0c4-4426-4da6-a6d1-11d5e1a2ca95 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:11.914873 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 59986) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:11.955300 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-992cf0c4-4426-4da6-a6d1-11d5e1a2ca95 admin admin] Deleting port 26a8a196-01dc-4d48-97e1-bc05ce92d089 {{(pid=93155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:43:11.955773 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-992cf0c4-4426-4da6-a6d1-11d5e1a2ca95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:11.985526 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-f1498b9c-4f92-42dd-b525-1673a8ecaa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9255c50a-3d9d-47e4-946e-2d24e4dca80e', 'name': 'tempest-TestShelveInstance-1961450320-router', 'tenant_id': 'ea72768ce72845ac878b716ccb348f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '26a8a196-01dc-4d48-97e1-bc05ce92d089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:19Z', 'updated_at': '2021-07-13T14:43:10Z', 'revision_number': 5, 'project_id': 'ea72768ce72845ac878b716ccb348f38', 'gw_port': {'id': '26a8a196-01dc-4d48-97e1-bc05ce92d089', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:dc:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9255c50a-3d9d-47e4-946e-2d24e4dca80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:37:20Z', 'updated_at': '2021-07-13T14:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi'}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:12.023359 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1498b9c-4f92-42dd-b525-1673a8ecaa50 None None] Checking router: 9255c50a-3d9d-47e4-946e-2d24e4dca80e for host: dv-cinder-784453-8-iscsi {{(pid=93157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:43:12.032892 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1498b9c-4f92-42dd-b525-1673a8ecaa50 None None] Routers {'9255c50a-3d9d-47e4-946e-2d24e4dca80e'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:43:12.033499 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-f1498b9c-4f92-42dd-b525-1673a8ecaa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:43:06Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['9255c50a-3d9d-47e4-946e-2d24e4dca80e'], 'active': True} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:12.048922 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-992cf0c4-4426-4da6-a6d1-11d5e1a2ca95 admin admin] For port 26a8a196-01dc-4d48-97e1-bc05ce92d089, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=26a8a196-01dc-4d48-97e1-bc05ce92d089,segment=NetworkSegment(1dffabd1-9f9c-45cf-80ba-954af1e6bced),segment_id=1dffabd1-9f9c-45cf-80ba-954af1e6bced)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:43:12.050973 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-992cf0c4-4426-4da6-a6d1-11d5e1a2ca95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:12.054692 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c23e5009-38c9-47a4-9b00-46caa470cbfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:12.075444 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-992cf0c4-4426-4da6-a6d1-11d5e1a2ca95 admin admin] Calling delete_port for 26a8a196-01dc-4d48-97e1-bc05ce92d089 owned by network:router_gateway {{(pid=93155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:43:12.131879 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvr_db [None req-f1498b9c-4f92-42dd-b525-1673a8ecaa50 None None] Set router 9255c50a-3d9d-47e4-946e-2d24e4dca80e gateway port host: None {{(pid=93157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:43:12.174135 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c23e5009-38c9-47a4-9b00-46caa470cbfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:12.180275 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c23e5009-38c9-47a4-9b00-46caa470cbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:12.191850 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-f1498b9c-4f92-42dd-b525-1673a8ecaa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9255c50a-3d9d-47e4-946e-2d24e4dca80e', 'name': 'tempest-TestShelveInstance-1961450320-router', 'tenant_id': 'ea72768ce72845ac878b716ccb348f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:19Z', 'updated_at': '2021-07-13T14:43:11Z', 'revision_number': 6, 'project_id': 'ea72768ce72845ac878b716ccb348f38', 'gw_port_host': None}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:12.219848 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1498b9c-4f92-42dd-b525-1673a8ecaa50 None None] The sync data for ids ['9255c50a-3d9d-47e4-946e-2d24e4dca80e'] in dv-cinder-784453-8-iscsi is: [{'id': '9255c50a-3d9d-47e4-946e-2d24e4dca80e', 'name': 'tempest-TestShelveInstance-1961450320-router', 'tenant_id': 'ea72768ce72845ac878b716ccb348f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:37:19Z', 'updated_at': '2021-07-13T14:43:11Z', 'revision_number': 6, 'project_id': 'ea72768ce72845ac878b716ccb348f38', 'gw_port_host': None}] {{(pid=93157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:43:12.231163 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-c23e5009-38c9-47a4-9b00-46caa470cbfa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4469ce6f2107485d81ddb82a426db5d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3129039 Jul 13 14:43:12.231163 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23e5009-38c9-47a4-9b00-46caa470cbfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f001d71-afae-4f1b-bfc8-883fb0c6ec25,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:12.232868 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 59990) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:12.298392 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-9a7a199b-8672-45c4-b047-e676274f998c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:12.326703 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-9a7a199b-8672-45c4-b047-e676274f998c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:12.338988 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-992cf0c4-4426-4da6-a6d1-11d5e1a2ca95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:12.375133 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992cf0c4-4426-4da6-a6d1-11d5e1a2ca95 admin admin] Pushing event deleted for resources: {'Port': ['ID=26a8a196-01dc-4d48-97e1-bc05ce92d089,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:12.389293 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-9a7a199b-8672-45c4-b047-e676274f998c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:12.392079 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-9a7a199b-8672-45c4-b047-e676274f998c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:12.393237 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-9a7a199b-8672-45c4-b047-e676274f998c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6f001d71-afae-4f1b-bfc8-883fb0c6ec25 HTTP/1.1" status: 204 len: 168 time: 0.1594157 Jul 13 14:43:12.404296 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a199b-8672-45c4-b047-e676274f998c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f001d71-afae-4f1b-bfc8-883fb0c6ec25,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:12.466268 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-992cf0c4-4426-4da6-a6d1-11d5e1a2ca95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1994752'] for router_gateway, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:12.620215 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-992cf0c4-4426-4da6-a6d1-11d5e1a2ca95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2095243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4254'] for router, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:12.633366 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-992cf0c4-4426-4da6-a6d1-11d5e1a2ca95 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:12.739196 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-992cf0c4-4426-4da6-a6d1-11d5e1a2ca95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096411'] for router, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:12.740404 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992cf0c4-4426-4da6-a6d1-11d5e1a2ca95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9255c50a-3d9d-47e4-946e-2d24e4dca80e {{(pid=93155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:43:12.750359 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-992cf0c4-4426-4da6-a6d1-11d5e1a2ca95 admin admin] Notify callbacks [] for router, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:12.753999 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-992cf0c4-4426-4da6-a6d1-11d5e1a2ca95 admin admin] 10.222.0.11 "DELETE /v2.0/routers/9255c50a-3d9d-47e4-946e-2d24e4dca80e HTTP/1.1" status: 204 len: 168 time: 1.1082780 Jul 13 14:43:12.754736 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 60006) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:12.813604 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 60010) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:12.814103 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e6ba722-516d-476f-9163-db725e6aa27c admin admin] Deleting subnet 47ded990-cb7d-453d-9116-ec4a8da56306 {{(pid=93154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:43:12.819985 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8e6ba722-516d-476f-9163-db725e6aa27c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:12.837137 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-eabc940b-3d5f-49c8-93f9-b9ab8b26d7e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:12.860608 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8e6ba722-516d-476f-9163-db725e6aa27c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421046'] for subnet, precommit_delete_associations {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:12.964622 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8e6ba722-516d-476f-9163-db725e6aa27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870331'] for subnet, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:12.966218 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-eabc940b-3d5f-49c8-93f9-b9ab8b26d7e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:12.971527 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-eabc940b-3d5f-49c8-93f9-b9ab8b26d7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:13.000695 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-eabc940b-3d5f-49c8-93f9-b9ab8b26d7e3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1277075801a843b08b24b2c1037ef65e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1854360 Jul 13 14:43:13.008843 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 60022) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:13.049142 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc940b-3d5f-49c8-93f9-b9ab8b26d7e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94776b3-106b-4979-814b-bdfe0943d0da,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:13.081763 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8e6ba722-516d-476f-9163-db725e6aa27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8800497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8958797'] for subnet, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:13.092363 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 26a8a196-01dc-4d48-97e1-bc05ce92d089 no longer exists at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:43:13.118690 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] No Port match for: 26a8a196-01dc-4d48-97e1-bc05ce92d089 {{(pid=93156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:43:13.119182 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 26a8a196-01dc-4d48-97e1-bc05ce92d089 not bound to the agent host dv-cinder-784453-8-iscsi {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:43:13.120052 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device bca056d8-0d81-4cb8-b9bc-10e34acef0fc no longer exists at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:43:13.127495 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ba722-516d-476f-9163-db725e6aa27c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47ded990-cb7d-453d-9116-ec4a8da56306,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:13.137113 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8e6ba722-516d-476f-9163-db725e6aa27c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for subnet, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:13.142289 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-8e6ba722-516d-476f-9163-db725e6aa27c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/47ded990-cb7d-453d-9116-ec4a8da56306 HTTP/1.1" status: 204 len: 168 time: 0.3839962 Jul 13 14:43:13.142499 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c35b91-febb-4538-9726-8228f955f374 None None] Network 34decfc6-624d-4bcc-867c-9613875abd8a requested from dv-cinder-784453-8-iscsi {{(pid=93156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:43:13.142642 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 60024) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:13.159725 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] No Port match for: bca056d8-0d81-4cb8-b9bc-10e34acef0fc {{(pid=93156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:43:13.160155 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device bca056d8-0d81-4cb8-b9bc-10e34acef0fc not bound to the agent host dv-cinder-784453-8-iscsi {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:43:13.164180 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1c59d30e-bf46-4677-b300-3a801f69cc02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:13.217791 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1c59d30e-bf46-4677-b300-3a801f69cc02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:13.305504 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-473ee1fc-e3e5-49c9-b397-97712ff24ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-993822'] for network, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:13.318572 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1c59d30e-bf46-4677-b300-3a801f69cc02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:13.323434 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1c59d30e-bf46-4677-b300-3a801f69cc02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:13.326720 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-1c59d30e-bf46-4677-b300-3a801f69cc02 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a94776b3-106b-4979-814b-bdfe0943d0da HTTP/1.1" status: 204 len: 168 time: 0.3166890 Jul 13 14:43:13.340748 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c59d30e-bf46-4677-b300-3a801f69cc02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94776b3-106b-4979-814b-bdfe0943d0da,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:13.411870 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-473ee1fc-e3e5-49c9-b397-97712ff24ce6 admin admin] Deleting port 84d14419-ca72-465b-ab5a-2a14357bcaf6 {{(pid=93155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:43:13.417438 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-473ee1fc-e3e5-49c9-b397-97712ff24ce6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:13.445534 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a1819f-7c2a-4d00-8640-ee50fd0f0fcb None None] DHCP port deletion for 34decfc6-624d-4bcc-867c-9613875abd8a request from dv-cinder-784453-8-iscsi {{(pid=93156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:43:13.513232 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-473ee1fc-e3e5-49c9-b397-97712ff24ce6 admin admin] For port 84d14419-ca72-465b-ab5a-2a14357bcaf6, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=84d14419-ca72-465b-ab5a-2a14357bcaf6,segment=NetworkSegment(79939c9d-2f56-4579-a073-8f076d29e4ab),segment_id=79939c9d-2f56-4579-a073-8f076d29e4ab)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:43:13.513232 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-473ee1fc-e3e5-49c9-b397-97712ff24ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:13.518027 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-11a1819f-7c2a-4d00-8640-ee50fd0f0fcb None None] Deleting port 84d14419-ca72-465b-ab5a-2a14357bcaf6 {{(pid=93156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:43:13.518671 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-11a1819f-7c2a-4d00-8640-ee50fd0f0fcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:13.533394 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-473ee1fc-e3e5-49c9-b397-97712ff24ce6 admin admin] Calling delete_port for 84d14419-ca72-465b-ab5a-2a14357bcaf6 owned by network:dhcp {{(pid=93155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:43:13.623838 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-11a1819f-7c2a-4d00-8640-ee50fd0f0fcb None None] For port 84d14419-ca72-465b-ab5a-2a14357bcaf6, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=84d14419-ca72-465b-ab5a-2a14357bcaf6,segment=NetworkSegment(79939c9d-2f56-4579-a073-8f076d29e4ab),segment_id=79939c9d-2f56-4579-a073-8f076d29e4ab)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:43:13.624271 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-11a1819f-7c2a-4d00-8640-ee50fd0f0fcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:13.646407 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-11a1819f-7c2a-4d00-8640-ee50fd0f0fcb None None] Calling delete_port for 84d14419-ca72-465b-ab5a-2a14357bcaf6 owned by network:dhcp {{(pid=93156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:43:13.658713 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-473ee1fc-e3e5-49c9-b397-97712ff24ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:13.701019 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473ee1fc-e3e5-49c9-b397-97712ff24ce6 admin admin] No DVR routers for this DVR port 84d14419-ca72-465b-ab5a-2a14357bcaf6 on host dv-cinder-784453-8-iscsi {{(pid=93155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:43:13.705608 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ee1fc-e3e5-49c9-b397-97712ff24ce6 admin admin] Pushing event deleted for resources: {'Port': ['ID=84d14419-ca72-465b-ab5a-2a14357bcaf6,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:13.769065 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-11a1819f-7c2a-4d00-8640-ee50fd0f0fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847'] for port, after_delete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:13.812597 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-473ee1fc-e3e5-49c9-b397-97712ff24ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-869682', 'neutron.services.segments.db._delete_segments_for_network-8754803476884'] for network, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:13.829741 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.services.segments.db [None req-473ee1fc-e3e5-49c9-b397-97712ff24ce6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34decfc6-624d-4bcc-867c-9613875abd8a']}} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:13.852990 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.services.segments.db [None req-473ee1fc-e3e5-49c9-b397-97712ff24ce6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79939c9d-2f56-4579-a073-8f076d29e4ab') {'for_net_delete': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:13.855103 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.services.segments.db [None req-473ee1fc-e3e5-49c9-b397-97712ff24ce6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79939c9d-2f56-4579-a073-8f076d29e4ab') {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:43:13.872094 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-473ee1fc-e3e5-49c9-b397-97712ff24ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754803489931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3323136'] for segment, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:13.906354 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-473ee1fc-e3e5-49c9-b397-97712ff24ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834'] for segment, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:13.916241 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-473ee1fc-e3e5-49c9-b397-97712ff24ce6 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=93155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:43:13.916893 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-473ee1fc-e3e5-49c9-b397-97712ff24ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2868478'] for segment, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:13.920577 dv-cinder-784453-8-iscsi neutron-server[93155]: Traceback (most recent call last): Jul 13 14:43:13.920577 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:43:13.920577 dv-cinder-784453-8-iscsi neutron-server[93155]: timer() Jul 13 14:43:13.920577 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:43:13.920577 dv-cinder-784453-8-iscsi neutron-server[93155]: cb(*args, **kw) Jul 13 14:43:13.920577 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:43:13.920577 dv-cinder-784453-8-iscsi neutron-server[93155]: return func(*args, **kwargs) Jul 13 14:43:13.920577 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:43:13.920577 dv-cinder-784453-8-iscsi neutron-server[93155]: self._notify() Jul 13 14:43:13.920577 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:43:13.920577 dv-cinder-784453-8-iscsi neutron-server[93155]: self.callback(batched_events) Jul 13 14:43:13.920577 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:43:13.920577 dv-cinder-784453-8-iscsi neutron-server[93155]: event.method(event) Jul 13 14:43:13.920577 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:43:13.920577 dv-cinder-784453-8-iscsi neutron-server[93155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:43:13.920577 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:43:13.920577 dv-cinder-784453-8-iscsi neutron-server[93155]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:43:13.920577 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:43:13.920577 dv-cinder-784453-8-iscsi neutron-server[93155]: return f(self, *a, **k) Jul 13 14:43:13.920577 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:43:13.920577 dv-cinder-784453-8-iscsi neutron-server[93155]: return self._get(url).json() Jul 13 14:43:13.920577 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:43:13.920577 dv-cinder-784453-8-iscsi neutron-server[93155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:43:13.920577 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:43:13.920577 dv-cinder-784453-8-iscsi neutron-server[93155]: return self.request(url, 'GET', **kwargs) Jul 13 14:43:13.920577 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:43:13.920577 dv-cinder-784453-8-iscsi neutron-server[93155]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:43:13.920577 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:43:13.920577 dv-cinder-784453-8-iscsi neutron-server[93155]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:43:13.920577 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:43:13.920577 dv-cinder-784453-8-iscsi neutron-server[93155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:43:13.920577 dv-cinder-784453-8-iscsi neutron-server[93155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:43:13.963674 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1819f-7c2a-4d00-8640-ee50fd0f0fcb None None] Pushing event deleted for resources: {'Port': ['ID=84d14419-ca72-465b-ab5a-2a14357bcaf6,revision_number=None']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:13.971635 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a1819f-7c2a-4d00-8640-ee50fd0f0fcb None None] No DVR routers for this DVR port 84d14419-ca72-465b-ab5a-2a14357bcaf6 on host dv-cinder-784453-8-iscsi {{(pid=93156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:43:14.013411 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-473ee1fc-e3e5-49c9-b397-97712ff24ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-869689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1994796'] for network, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:14.022115 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-473ee1fc-e3e5-49c9-b397-97712ff24ce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for network, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:14.026327 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-473ee1fc-e3e5-49c9-b397-97712ff24ce6 admin admin] 10.222.0.11 "DELETE /v2.0/networks/34decfc6-624d-4bcc-867c-9613875abd8a HTTP/1.1" status: 204 len: 168 time: 0.8805225 Jul 13 14:43:14.038940 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ee1fc-e3e5-49c9-b397-97712ff24ce6 admin admin] Pushing event deleted for resources: {'Network': ['ID=34decfc6-624d-4bcc-867c-9613875abd8a,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:14.301951 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 60052) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:14.370504 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-6f4ceb92-43d4-4e81-b286-a4bfb2850627 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5892afb7184848a28e5c2b3bb47266c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0669272 Jul 13 14:43:14.377552 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 60056) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:14.433906 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d498f8d5-724b-482b-a0a4-1e1f2ab1a129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:14.437992 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 60058) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:14.459104 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d498f8d5-724b-482b-a0a4-1e1f2ab1a129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:14.519625 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d498f8d5-724b-482b-a0a4-1e1f2ab1a129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:14.524355 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d498f8d5-724b-482b-a0a4-1e1f2ab1a129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:14.525514 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-d498f8d5-724b-482b-a0a4-1e1f2ab1a129 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e3175c9f-9a54-4558-bfe8-2186bf241765 HTTP/1.1" status: 204 len: 168 time: 0.1469467 Jul 13 14:43:14.537153 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d498f8d5-724b-482b-a0a4-1e1f2ab1a129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3175c9f-9a54-4558-bfe8-2186bf241765,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:14.598857 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-d5264ec2-e4fd-46a6-8c61-cf29b9e3fcf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:14.785475 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-d5264ec2-e4fd-46a6-8c61-cf29b9e3fcf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:14.785790 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 60070) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:14.796629 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-d5264ec2-e4fd-46a6-8c61-cf29b9e3fcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:14.879462 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 60074) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:14.879705 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-d5264ec2-e4fd-46a6-8c61-cf29b9e3fcf5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4d81c61345674ae29b0202c9e11bb75c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4403760 Jul 13 14:43:14.881159 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5264ec2-e4fd-46a6-8c61-cf29b9e3fcf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8330cce8-a74d-4f29-b557-fe8eedfbe679,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:14.916127 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 84d14419-ca72-465b-ab5a-2a14357bcaf6 no longer exists at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:43:14.961231 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] No Port match for: 84d14419-ca72-465b-ab5a-2a14357bcaf6 {{(pid=93156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:43:14.961769 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 84d14419-ca72-465b-ab5a-2a14357bcaf6 not bound to the agent host dv-cinder-784453-8-iscsi {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:43:15.000090 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5eed016b-74c2-4c77-9d6f-bbeca362077e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:15.040317 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5eed016b-74c2-4c77-9d6f-bbeca362077e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:15.045204 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [None req-8b7bddde-4795-4a65-b978-a6659313313e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1645271008-network', 'tenant_id': '9e7a18824e7940a7974e809c68e33391'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:43:15.048369 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 60076) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:15.071863 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7bddde-4795-4a65-b978-a6659313313e admin admin] Made reservation on behalf of 9e7a18824e7940a7974e809c68e33391 for: {'network': 1} {{(pid=93155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:43:15.076520 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8b7bddde-4795-4a65-b978-a6659313313e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for network, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:15.089485 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8b7bddde-4795-4a65-b978-a6659313313e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:15.115171 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-60af28f5-b42a-4573-a077-a07b03cc2a34 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ea72768ce72845ac878b716ccb348f38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0649416 Jul 13 14:43:15.118042 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 60078) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:15.156147 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5eed016b-74c2-4c77-9d6f-bbeca362077e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:15.158656 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5eed016b-74c2-4c77-9d6f-bbeca362077e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:15.159817 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-5eed016b-74c2-4c77-9d6f-bbeca362077e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8330cce8-a74d-4f29-b557-fe8eedfbe679 HTTP/1.1" status: 204 len: 168 time: 0.2778640 Jul 13 14:43:15.194146 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c8fda073-9704-4bc2-902f-6e60dc266af2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:15.196375 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed016b-74c2-4c77-9d6f-bbeca362077e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8330cce8-a74d-4f29-b557-fe8eedfbe679,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:15.240368 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8b7bddde-4795-4a65-b978-a6659313313e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:15.245301 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c8fda073-9704-4bc2-902f-6e60dc266af2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:15.245584 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8b7bddde-4795-4a65-b978-a6659313313e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:15.268990 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b7bddde-4795-4a65-b978-a6659313313e admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=93155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:43:15.286528 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7bddde-4795-4a65-b978-a6659313313e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701aa4a6-9493-49d3-94fe-6db174c43132,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:15.289674 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8b7bddde-4795-4a65-b978-a6659313313e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834'] for segment, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:15.290018 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.db.segments_db [None req-8b7bddde-4795-4a65-b978-a6659313313e admin admin] Added segment bbe8ef5a-f68d-4c07-a720-94035f693dab of type vlan for network 58923e39-2262-4543-a156-0c4fbde9151d Jul 13 14:43:15.336023 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c8fda073-9704-4bc2-902f-6e60dc266af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:15.341789 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c8fda073-9704-4bc2-902f-6e60dc266af2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:15.344677 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-c8fda073-9704-4bc2-902f-6e60dc266af2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/398b3999-bc16-4ec8-808d-935831e37301 HTTP/1.1" status: 204 len: 168 time: 0.2245653 Jul 13 14:43:15.359947 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fda073-9704-4bc2-902f-6e60dc266af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398b3999-bc16-4ec8-808d-935831e37301,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:15.363724 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8b7bddde-4795-4a65-b978-a6659313313e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754803020822'] for network, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:15.409194 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8b7bddde-4795-4a65-b978-a6659313313e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763'] for network, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:15.411150 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7bddde-4795-4a65-b978-a6659313313e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:15.412156 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8b7bddde-4795-4a65-b978-a6659313313e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for network, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:15.515927 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-8b7bddde-4795-4a65-b978-a6659313313e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7286351 Jul 13 14:43:15.518943 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 60086) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:15.524608 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-bc06c566-4c72-4817-94af-12c1b8f80fb6 admin admin] Request body: {'subnet': {'network_id': '58923e39-2262-4543-a156-0c4fbde9151d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1645271008-subnet', 'tenant_id': '9e7a18824e7940a7974e809c68e33391', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:43:15.525238 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7bddde-4795-4a65-b978-a6659313313e admin admin] Pushing event updated for resources: {'Network': ['ID=58923e39-2262-4543-a156-0c4fbde9151d,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:15.539484 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Network 58923e39-2262-4543-a156-0c4fbde9151d details requested by agent ovs-agent-dv-cinder-784453-8-iscsi with host dv-cinder-784453-8-iscsi {{(pid=93156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:43:15.561260 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc06c566-4c72-4817-94af-12c1b8f80fb6 admin admin] Made reservation on behalf of 9e7a18824e7940a7974e809c68e33391 for: {'subnet': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:43:15.563837 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bc06c566-4c72-4817-94af-12c1b8f80fb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8958824'] for subnet, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:15.618364 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 60088) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:15.642694 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-5bf1fd1b-871f-45b9-99c5-a14f24bee884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:15.792323 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bc06c566-4c72-4817-94af-12c1b8f80fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8800304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8958810'] for subnet, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:15.799840 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-5bf1fd1b-871f-45b9-99c5-a14f24bee884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:15.805425 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-5bf1fd1b-871f-45b9-99c5-a14f24bee884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:15.842810 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc06c566-4c72-4817-94af-12c1b8f80fb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d71dd505-a74c-4b9c-ac8c-fbd473e07f38,revision_number=0']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:15.859378 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc06c566-4c72-4817-94af-12c1b8f80fb6 admin admin] Checking segment: {'id': 'bbe8ef5a-f68d-4c07-a720-94035f693dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '58923e39-2262-4543-a156-0c4fbde9151d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:43:15.859745 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc06c566-4c72-4817-94af-12c1b8f80fb6 admin admin] Network hostable DHCP agents. Network: 58923e39-2262-4543-a156-0c4fbde9151d, hostable agents: ['c057a270-abe3-45bb-b401-4c6834b17f0a'], hosted agents: [] {{(pid=93154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:43:15.872301 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-5bf1fd1b-871f-45b9-99c5-a14f24bee884 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=225280713eb5409cb7664b7796b23d01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2518516 Jul 13 14:43:15.873694 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf1fd1b-871f-45b9-99c5-a14f24bee884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb379964-56fe-4d32-98fb-a35793bf6d99,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:15.874615 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 60090) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:15.891155 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc06c566-4c72-4817-94af-12c1b8f80fb6 admin admin] Network 58923e39-2262-4543-a156-0c4fbde9151d is scheduled to be hosted by DHCP agent c057a270-abe3-45bb-b401-4c6834b17f0a with binding_index 1 {{(pid=93154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:43:15.911328 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-bc06c566-4c72-4817-94af-12c1b8f80fb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-8-iscsi, 58923e39-2262-4543-a156-0c4fbde9151d) {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:43:15.919624 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456f82ae-0d06-4278-a90d-a419eaff6a35 None None] Network 58923e39-2262-4543-a156-0c4fbde9151d requested from dv-cinder-784453-8-iscsi {{(pid=93156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:43:15.920557 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc06c566-4c72-4817-94af-12c1b8f80fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:15.921163 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bc06c566-4c72-4817-94af-12c1b8f80fb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for subnet, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:15.940294 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-bc06c566-4c72-4817-94af-12c1b8f80fb6 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4203048 Jul 13 14:43:15.951972 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-77eec4d0-72df-487a-80d3-8e6189e328d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:15.977356 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-77eec4d0-72df-487a-80d3-8e6189e328d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:16.047558 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-77eec4d0-72df-487a-80d3-8e6189e328d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:16.051002 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-77eec4d0-72df-487a-80d3-8e6189e328d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:16.055010 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-77eec4d0-72df-487a-80d3-8e6189e328d4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cb379964-56fe-4d32-98fb-a35793bf6d99 HTTP/1.1" status: 204 len: 168 time: 0.1767759 Jul 13 14:43:16.058836 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d42d4f3-1008-4b7d-bcb8-c17271cfae5d None None] Network 58923e39-2262-4543-a156-0c4fbde9151d requested from dv-cinder-784453-8-iscsi {{(pid=93156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:43:16.064265 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eec4d0-72df-487a-80d3-8e6189e328d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb379964-56fe-4d32-98fb-a35793bf6d99,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:16.393185 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 60102) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:16.410322 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bfe1bed4-d631-488a-86f7-360bd65ea4ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:16.522631 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bfe1bed4-d631-488a-86f7-360bd65ea4ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:16.527321 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bfe1bed4-d631-488a-86f7-360bd65ea4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:16.569199 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-bfe1bed4-d631-488a-86f7-360bd65ea4ce admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=458cca42581b48e1936fea1b31078328&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1747496 Jul 13 14:43:16.569935 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe1bed4-d631-488a-86f7-360bd65ea4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b2befb-c990-4f6d-9d55-9e10724afff4,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:16.572119 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 60108) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:16.635552 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-33b40783-e076-4e01-8bc1-8d66a674d3b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:16.657048 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-33b40783-e076-4e01-8bc1-8d66a674d3b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:16.706747 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-33b40783-e076-4e01-8bc1-8d66a674d3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:16.709514 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-33b40783-e076-4e01-8bc1-8d66a674d3b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:16.710612 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-33b40783-e076-4e01-8bc1-8d66a674d3b0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/30b2befb-c990-4f6d-9d55-9e10724afff4 HTTP/1.1" status: 204 len: 168 time: 0.1370120 Jul 13 14:43:16.718653 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b40783-e076-4e01-8bc1-8d66a674d3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b2befb-c990-4f6d-9d55-9e10724afff4,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:16.828392 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:17.865851 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bc80c-fcb3-4d74-a134-61ce86b3d748 req-47a39041-d051-4b0e-8833-97620125766c tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:17.867424 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-762bc80c-fcb3-4d74-a134-61ce86b3d748 req-47a39041-d051-4b0e-8833-97620125766c tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.11 "GET /v2.0/networks?id=58923e39-2262-4543-a156-0c4fbde9151d HTTP/1.1" status: 200 len: 809 time: 0.1139042 Jul 13 14:43:17.875705 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 60156) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:17.884301 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-762bc80c-fcb3-4d74-a134-61ce86b3d748 req-943b98bd-3ada-4bed-aa77-d96416bba0c2 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.11 "GET /v2.0/quotas/9e7a18824e7940a7974e809c68e33391 HTTP/1.1" status: 200 len: 375 time: 0.0106726 Jul 13 14:43:17.924561 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-762bc80c-fcb3-4d74-a134-61ce86b3d748 req-652732d5-05d7-4ab5-9ce9-2b6b5ada6469 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9e7a18824e7940a7974e809c68e33391&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340054 Jul 13 14:43:17.983408 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-90d1bb86-ec16-4220-a4e6-67808bb7ca60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:18.082787 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-762bc80c-fcb3-4d74-a134-61ce86b3d748 req-53f5760d-4e13-4fdc-8a35-5fc129e8f9bf service neutron] 10.222.0.11 "GET /v2.0/networks/58923e39-2262-4543-a156-0c4fbde9151d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513665 Jul 13 14:43:18.109928 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-90d1bb86-ec16-4220-a4e6-67808bb7ca60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:18.114052 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-90d1bb86-ec16-4220-a4e6-67808bb7ca60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:18.156215 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-90d1bb86-ec16-4220-a4e6-67808bb7ca60 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=234cf82157174aae86d48113f7283566&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2793782 Jul 13 14:43:18.157144 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d1bb86-ec16-4220-a4e6-67808bb7ca60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5487e4-2d27-4efd-b630-a3ffb683731e,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:18.160040 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 60162) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:43:18.225960 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8896aea9-83c3-4721-ac22-cbd690361d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:18.234962 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-762bc80c-fcb3-4d74-a134-61ce86b3d748 req-1511f12d-fec0-4577-8ec2-0844003c0ad0 service neutron] 10.222.0.11 "GET /v2.0/networks/58923e39-2262-4543-a156-0c4fbde9151d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404359 Jul 13 14:43:18.252178 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8896aea9-83c3-4721-ac22-cbd690361d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:18.311398 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8896aea9-83c3-4721-ac22-cbd690361d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:18.316660 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8896aea9-83c3-4721-ac22-cbd690361d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:18.318575 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-8896aea9-83c3-4721-ac22-cbd690361d97 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9c5487e4-2d27-4efd-b630-a3ffb683731e HTTP/1.1" status: 204 len: 168 time: 0.1574290 Jul 13 14:43:18.331891 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8896aea9-83c3-4721-ac22-cbd690361d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5487e4-2d27-4efd-b630-a3ffb683731e,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:18.463727 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a6e49308-c7ce-4b71-b1f7-08247ef730b0 req-9a9c978e-1799-42d7-b828-6db62af9be15 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.11 "GET /v2.0/ports?device_id=3010dcb5-16f0-484c-88f3-648f43cfc8ca HTTP/1.1" status: 200 len: 210 time: 0.0302095 Jul 13 14:43:19.636092 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f173549e-1aed-4db4-ae03-df9d56cce098 req-8124c0a3-aa31-4fdb-821e-5d3a38acddd9 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.11 "GET /v2.0/ports?device_id=3010dcb5-16f0-484c-88f3-648f43cfc8ca HTTP/1.1" status: 200 len: 210 time: 0.0318990 Jul 13 14:43:19.842258 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bc80c-fcb3-4d74-a134-61ce86b3d748 req-52c399c0-69f1-47f2-960e-eb6290338c07 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:19.843829 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-762bc80c-fcb3-4d74-a134-61ce86b3d748 req-52c399c0-69f1-47f2-960e-eb6290338c07 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.39 "GET /v2.0/networks?id=58923e39-2262-4543-a156-0c4fbde9151d HTTP/1.1" status: 200 len: 809 time: 0.1163106 Jul 13 14:43:19.863069 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [req-762bc80c-fcb3-4d74-a134-61ce86b3d748 req-a9e8625d-1f7f-4ab5-9e45-364a7e0e5aee tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Request body: {'port': {'device_id': '3010dcb5-16f0-484c-88f3-648f43cfc8ca', 'network_id': '58923e39-2262-4543-a156-0c4fbde9151d', 'admin_state_up': True, 'tenant_id': '9e7a18824e7940a7974e809c68e33391'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:43:19.992309 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-762bc80c-fcb3-4d74-a134-61ce86b3d748 req-a9e8625d-1f7f-4ab5-9e45-364a7e0e5aee tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Made reservation on behalf of 9e7a18824e7940a7974e809c68e33391 for: {'port': 1} {{(pid=93155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:43:19.995967 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-762bc80c-fcb3-4d74-a134-61ce86b3d748 req-a9e8625d-1f7f-4ab5-9e45-364a7e0e5aee tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:20.126530 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.db_base_plugin_common [req-762bc80c-fcb3-4d74-a134-61ce86b3d748 req-a9e8625d-1f7f-4ab5-9e45-364a7e0e5aee tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Allocated IP 172.20.0.2 (58923e39-2262-4543-a156-0c4fbde9151d/d71dd505-a74c-4b9c-ac8c-fbd473e07f38/61982bc0-4d81-4641-939d-f9a1852062d5) {{(pid=93155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:43:20.287272 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-762bc80c-fcb3-4d74-a134-61ce86b3d748 req-a9e8625d-1f7f-4ab5-9e45-364a7e0e5aee tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Notify callbacks [] for port, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:20.329643 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-762bc80c-fcb3-4d74-a134-61ce86b3d748 req-a9e8625d-1f7f-4ab5-9e45-364a7e0e5aee tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:20.372938 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-762bc80c-fcb3-4d74-a134-61ce86b3d748 req-a9e8625d-1f7f-4ab5-9e45-364a7e0e5aee tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Network 58923e39-2262-4543-a156-0c4fbde9151d is already hosted by enough agents. {{(pid=93155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:43:20.378802 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [req-762bc80c-fcb3-4d74-a134-61ce86b3d748 req-a9e8625d-1f7f-4ab5-9e45-364a7e0e5aee tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Resources bound (agent type, host, resource id): {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:43:20.382983 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [req-762bc80c-fcb3-4d74-a134-61ce86b3d748 req-a9e8625d-1f7f-4ab5-9e45-364a7e0e5aee tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Received port after_create {{(pid=93155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:43:20.410411 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e8625d-1f7f-4ab5-9e45-364a7e0e5aee tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Pushing event updated for resources: {'Port': ['ID=61982bc0-4d81-4641-939d-f9a1852062d5,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:20.439324 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bc80c-fcb3-4d74-a134-61ce86b3d748 req-a9e8625d-1f7f-4ab5-9e45-364a7e0e5aee tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:20.439962 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-762bc80c-fcb3-4d74-a134-61ce86b3d748 req-a9e8625d-1f7f-4ab5-9e45-364a7e0e5aee tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:20.454675 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-762bc80c-fcb3-4d74-a134-61ce86b3d748 req-a9e8625d-1f7f-4ab5-9e45-364a7e0e5aee tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5957329 Jul 13 14:43:20.472605 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [req-762bc80c-fcb3-4d74-a134-61ce86b3d748 req-f1097aaa-28d6-4dfd-b217-d746f2b90995 service neutron] Request body: {'port': {'device_id': '3010dcb5-16f0-484c-88f3-648f43cfc8ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:43:20.548813 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-762bc80c-fcb3-4d74-a134-61ce86b3d748 req-f1097aaa-28d6-4dfd-b217-d746f2b90995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:20.818452 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [req-762bc80c-fcb3-4d74-a134-61ce86b3d748 req-f1097aaa-28d6-4dfd-b217-d746f2b90995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61982bc0-4d81-4641-939d-f9a1852062d5 {{(pid=93155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:43:20.828217 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-762bc80c-fcb3-4d74-a134-61ce86b3d748 req-f1097aaa-28d6-4dfd-b217-d746f2b90995 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:20.828911 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef58ec-c156-4fb8-af92-769718d58c22 req-39caa31c-362d-480e-a5f9-891c2df588cc tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:20.830435 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8bef58ec-c156-4fb8-af92-769718d58c22 req-39caa31c-362d-480e-a5f9-891c2df588cc tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.11 "GET /v2.0/ports?device_id=3010dcb5-16f0-484c-88f3-648f43cfc8ca HTTP/1.1" status: 200 len: 931 time: 0.0745246 Jul 13 14:43:20.840132 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [req-762bc80c-fcb3-4d74-a134-61ce86b3d748 req-f1097aaa-28d6-4dfd-b217-d746f2b90995 service neutron] Transition to ACTIVE for port object 61982bc0-4d81-4641-939d-f9a1852062d5 will not be triggered until provisioned by entity L2. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:43:20.845033 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-762bc80c-fcb3-4d74-a134-61ce86b3d748 req-f1097aaa-28d6-4dfd-b217-d746f2b90995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868486'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:20.868518 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8bef58ec-c156-4fb8-af92-769718d58c22 req-0003098c-2222-415a-b9ab-5699045d8c75 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.11 "GET /v2.0/security-groups?id=701aa4a6-9493-49d3-94fe-6db174c43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323877 Jul 13 14:43:20.899144 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1097aaa-28d6-4dfd-b217-d746f2b90995 service neutron] Pushing event updated for resources: {'Port': ['ID=61982bc0-4d81-4641-939d-f9a1852062d5,revision_number=2']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:20.962043 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-762bc80c-fcb3-4d74-a134-61ce86b3d748 req-f1097aaa-28d6-4dfd-b217-d746f2b90995 service neutron] Attempting to bind port 61982bc0-4d81-4641-939d-f9a1852062d5 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:43:20.962318 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-762bc80c-fcb3-4d74-a134-61ce86b3d748 req-f1097aaa-28d6-4dfd-b217-d746f2b90995 service neutron] Attempting to bind port 61982bc0-4d81-4641-939d-f9a1852062d5 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': 'bbe8ef5a-f68d-4c07-a720-94035f693dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '58923e39-2262-4543-a156-0c4fbde9151d'}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:43:20.962651 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762bc80c-fcb3-4d74-a134-61ce86b3d748 req-f1097aaa-28d6-4dfd-b217-d746f2b90995 service neutron] Attempting to bind port 61982bc0-4d81-4641-939d-f9a1852062d5 on network 58923e39-2262-4543-a156-0c4fbde9151d {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:43:20.966787 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762bc80c-fcb3-4d74-a134-61ce86b3d748 req-f1097aaa-28d6-4dfd-b217-d746f2b90995 service neutron] Port 61982bc0-4d81-4641-939d-f9a1852062d5 on network 58923e39-2262-4543-a156-0c4fbde9151d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:43:20.967107 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762bc80c-fcb3-4d74-a134-61ce86b3d748 req-f1097aaa-28d6-4dfd-b217-d746f2b90995 service neutron] Attempting to bind port 61982bc0-4d81-4641-939d-f9a1852062d5 on network 58923e39-2262-4543-a156-0c4fbde9151d {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:43:20.971724 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762bc80c-fcb3-4d74-a134-61ce86b3d748 req-f1097aaa-28d6-4dfd-b217-d746f2b90995 service neutron] Checking agent: {'id': 'b13b15cc-78ec-4c35-8be2-6f245ac287e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 13, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:43:20.972054 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762bc80c-fcb3-4d74-a134-61ce86b3d748 req-f1097aaa-28d6-4dfd-b217-d746f2b90995 service neutron] Checking segment: {'id': 'bbe8ef5a-f68d-4c07-a720-94035f693dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '58923e39-2262-4543-a156-0c4fbde9151d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:43:20.972432 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762bc80c-fcb3-4d74-a134-61ce86b3d748 req-f1097aaa-28d6-4dfd-b217-d746f2b90995 service neutron] Bound using segment: {'id': 'bbe8ef5a-f68d-4c07-a720-94035f693dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '58923e39-2262-4543-a156-0c4fbde9151d'} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:43:20.972881 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-762bc80c-fcb3-4d74-a134-61ce86b3d748 req-f1097aaa-28d6-4dfd-b217-d746f2b90995 service neutron] Bound port: 61982bc0-4d81-4641-939d-f9a1852062d5, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbe8ef5a-f68d-4c07-a720-94035f693dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '58923e39-2262-4543-a156-0c4fbde9151d'}}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:43:20.973230 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-762bc80c-fcb3-4d74-a134-61ce86b3d748 req-f1097aaa-28d6-4dfd-b217-d746f2b90995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:21.035563 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-762bc80c-fcb3-4d74-a134-61ce86b3d748 req-f1097aaa-28d6-4dfd-b217-d746f2b90995 service neutron] For port 61982bc0-4d81-4641-939d-f9a1852062d5, host hv-cinder-78445, cleared binding levels {{(pid=93155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:43:21.038530 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-762bc80c-fcb3-4d74-a134-61ce86b3d748 req-f1097aaa-28d6-4dfd-b217-d746f2b90995 service neutron] For port 61982bc0-4d81-4641-939d-f9a1852062d5, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=61982bc0-4d81-4641-939d-f9a1852062d5,segment=NetworkSegment(bbe8ef5a-f68d-4c07-a720-94035f693dab),segment_id=bbe8ef5a-f68d-4c07-a720-94035f693dab)] {{(pid=93155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:43:21.043296 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-762bc80c-fcb3-4d74-a134-61ce86b3d748 req-f1097aaa-28d6-4dfd-b217-d746f2b90995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868486'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:21.081188 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bc80c-fcb3-4d74-a134-61ce86b3d748 req-f1097aaa-28d6-4dfd-b217-d746f2b90995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:21.081800 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-762bc80c-fcb3-4d74-a134-61ce86b3d748 req-f1097aaa-28d6-4dfd-b217-d746f2b90995 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:21.083209 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-762bc80c-fcb3-4d74-a134-61ce86b3d748 req-f1097aaa-28d6-4dfd-b217-d746f2b90995 service neutron] 10.222.0.39 "PUT /v2.0/ports/61982bc0-4d81-4641-939d-f9a1852062d5 HTTP/1.1" status: 200 len: 1093 time: 0.6146455 Jul 13 14:43:21.083635 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3010dcb5-16f0-484c-88f3-648f43cfc8ca', 'tag': '61982bc0-4d81-4641-939d-f9a1852062d5'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:43:21.085912 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969d499ae61b7a2d5523e15545dbdfcb627d31ab7a946dd0dec0766d655d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20760e9e-06cc-4dff-9b36-cacbcc451b36" -d '{"events": [{"name": "network-changed", "server_uuid": "3010dcb5-16f0-484c-88f3-648f43cfc8ca", "tag": "61982bc0-4d81-4641-939d-f9a1852062d5"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:43:21.110805 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1097aaa-28d6-4dfd-b217-d746f2b90995 service neutron] Pushing event updated for resources: {'Port': ['ID=61982bc0-4d81-4641-939d-f9a1852062d5,revision_number=3']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:21.127461 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461a4c5b-d65f-499e-ab4a-4bd4d4fbf03c x-openstack-request-id: req-461a4c5b-d65f-499e-ab4a-4bd4d4fbf03c {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:43:21.128409 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3010dcb5-16f0-484c-88f3-648f43cfc8ca", "tag": "61982bc0-4d81-4641-939d-f9a1852062d5", "status": "completed", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:43:21.128659 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-461a4c5b-d65f-499e-ab4a-4bd4d4fbf03c {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:43:21.129046 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3010dcb5-16f0-484c-88f3-648f43cfc8ca', 'tag': '61982bc0-4d81-4641-939d-f9a1852062d5', 'status': 'completed', 'code': 200} Jul 13 14:43:21.202050 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bc80c-fcb3-4d74-a134-61ce86b3d748 req-771ce45c-efb7-4c7c-9852-c4071d234b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:21.203573 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-762bc80c-fcb3-4d74-a134-61ce86b3d748 req-771ce45c-efb7-4c7c-9852-c4071d234b54 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e7a18824e7940a7974e809c68e33391&device_id=3010dcb5-16f0-484c-88f3-648f43cfc8ca HTTP/1.1" status: 200 len: 1096 time: 0.0535927 Jul 13 14:43:21.251433 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-762bc80c-fcb3-4d74-a134-61ce86b3d748 req-0d415b93-d111-4587-880f-a64b4f3a44da service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=61982bc0-4d81-4641-939d-f9a1852062d5 HTTP/1.1" status: 200 len: 217 time: 0.0345771 Jul 13 14:43:21.301925 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bc80c-fcb3-4d74-a134-61ce86b3d748 req-2a1f4fcc-ed8b-4f6f-b7e3-333dd4113972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:21.303363 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-762bc80c-fcb3-4d74-a134-61ce86b3d748 req-2a1f4fcc-ed8b-4f6f-b7e3-333dd4113972 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d71dd505-a74c-4b9c-ac8c-fbd473e07f38 HTTP/1.1" status: 200 len: 849 time: 0.0460591 Jul 13 14:43:21.335525 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-762bc80c-fcb3-4d74-a134-61ce86b3d748 req-582e269c-7054-43d4-83cc-9892d9942434 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=58923e39-2262-4543-a156-0c4fbde9151d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251317 Jul 13 14:43:21.426173 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-762bc80c-fcb3-4d74-a134-61ce86b3d748 req-1679de61-5643-45a0-96d6-262280a8027c service neutron] 10.222.0.39 "GET /v2.0/networks/58923e39-2262-4543-a156-0c4fbde9151d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835555 Jul 13 14:43:21.516672 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-762bc80c-fcb3-4d74-a134-61ce86b3d748 req-15b92953-0058-462e-995e-4db86ca91af5 service neutron] 10.222.0.39 "GET /v2.0/networks/58923e39-2262-4543-a156-0c4fbde9151d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826225 Jul 13 14:43:21.667377 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20760e9e-06cc-4dff-9b36-cacbcc451b36 req-7030da58-9280-4dfc-919b-db045e30e30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:21.668899 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-20760e9e-06cc-4dff-9b36-cacbcc451b36 req-7030da58-9280-4dfc-919b-db045e30e30c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e7a18824e7940a7974e809c68e33391&device_id=3010dcb5-16f0-484c-88f3-648f43cfc8ca HTTP/1.1" status: 200 len: 1096 time: 0.0565782 Jul 13 14:43:21.760428 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20760e9e-06cc-4dff-9b36-cacbcc451b36 req-4af4510a-c59e-4bfb-ac3f-7fd72c4a0b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:21.762453 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-20760e9e-06cc-4dff-9b36-cacbcc451b36 req-4af4510a-c59e-4bfb-ac3f-7fd72c4a0b6c service neutron] 10.222.0.39 "GET /v2.0/networks?id=58923e39-2262-4543-a156-0c4fbde9151d HTTP/1.1" status: 200 len: 910 time: 0.0868368 Jul 13 14:43:21.807380 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-20760e9e-06cc-4dff-9b36-cacbcc451b36 req-037d814f-8dbb-490d-9b1d-54fcc1c348bb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=61982bc0-4d81-4641-939d-f9a1852062d5 HTTP/1.1" status: 200 len: 217 time: 0.0370786 Jul 13 14:43:21.858464 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20760e9e-06cc-4dff-9b36-cacbcc451b36 req-da1ae982-4e2a-4693-a9fd-efc2df67cbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:21.859907 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-20760e9e-06cc-4dff-9b36-cacbcc451b36 req-da1ae982-4e2a-4693-a9fd-efc2df67cbfc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d71dd505-a74c-4b9c-ac8c-fbd473e07f38 HTTP/1.1" status: 200 len: 849 time: 0.0453823 Jul 13 14:43:21.892059 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-20760e9e-06cc-4dff-9b36-cacbcc451b36 req-a177008c-5f8c-4924-9b89-083a67608bd4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=58923e39-2262-4543-a156-0c4fbde9151d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253098 Jul 13 14:43:21.986728 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-20760e9e-06cc-4dff-9b36-cacbcc451b36 req-0162d903-bff7-4f48-b834-592323cf96b6 service neutron] 10.222.0.39 "GET /v2.0/networks/58923e39-2262-4543-a156-0c4fbde9151d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870826 Jul 13 14:43:22.044218 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b3da0-47d3-4816-bffb-8eb6ab9122d8 req-8634e740-cdc5-4751-8755-c6e4c680cdf3 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:22.045816 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-143b3da0-47d3-4816-bffb-8eb6ab9122d8 req-8634e740-cdc5-4751-8755-c6e4c680cdf3 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.11 "GET /v2.0/ports?device_id=3010dcb5-16f0-484c-88f3-648f43cfc8ca HTTP/1.1" status: 200 len: 943 time: 0.0624852 Jul 13 14:43:22.078683 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-20760e9e-06cc-4dff-9b36-cacbcc451b36 req-9f503081-7c26-4ca5-9e33-a3c8389511de service neutron] 10.222.0.39 "GET /v2.0/networks/58923e39-2262-4543-a156-0c4fbde9151d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849094 Jul 13 14:43:22.083946 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-143b3da0-47d3-4816-bffb-8eb6ab9122d8 req-e05bb29b-0bd3-4d73-b26f-425f51bf4139 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.11 "GET /v2.0/security-groups?id=701aa4a6-9493-49d3-94fe-6db174c43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323801 Jul 13 14:43:23.266726 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54deff-48ec-4530-901b-b91c0634650e req-648399f8-29d2-4801-a487-02fe56f9ba97 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:23.268232 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ca54deff-48ec-4530-901b-b91c0634650e req-648399f8-29d2-4801-a487-02fe56f9ba97 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.11 "GET /v2.0/ports?device_id=3010dcb5-16f0-484c-88f3-648f43cfc8ca HTTP/1.1" status: 200 len: 943 time: 0.0640621 Jul 13 14:43:23.307220 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ca54deff-48ec-4530-901b-b91c0634650e req-11195887-7004-4817-940c-85294ca53eb3 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.11 "GET /v2.0/security-groups?id=701aa4a6-9493-49d3-94fe-6db174c43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333650 Jul 13 14:43:24.481181 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d24eeb-839b-434a-965d-f6357cf39639 req-1a106769-0a5b-41fa-9ef5-7ed1caa08d1d tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:24.482652 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-76d24eeb-839b-434a-965d-f6357cf39639 req-1a106769-0a5b-41fa-9ef5-7ed1caa08d1d tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.11 "GET /v2.0/ports?device_id=3010dcb5-16f0-484c-88f3-648f43cfc8ca HTTP/1.1" status: 200 len: 943 time: 0.0656378 Jul 13 14:43:24.519795 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-76d24eeb-839b-434a-965d-f6357cf39639 req-91c9f184-1abd-4992-8faa-ea7c6713b91f tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.11 "GET /v2.0/security-groups?id=701aa4a6-9493-49d3-94fe-6db174c43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315292 Jul 13 14:43:24.990309 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 61982bc0-4d81-4641-939d-f9a1852062d5 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:43:25.091332 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port 61982bc0-4d81-4641-939d-f9a1852062d5, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=61982bc0-4d81-4641-939d-f9a1852062d5,segment=NetworkSegment(bbe8ef5a-f68d-4c07-a720-94035f693dab),segment_id=bbe8ef5a-f68d-4c07-a720-94035f693dab)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:43:25.102948 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Returning: {'device': '61982bc0-4d81-4641-939d-f9a1852062d5', 'network_id': '58923e39-2262-4543-a156-0c4fbde9151d', 'port_id': '61982bc0-4d81-4641-939d-f9a1852062d5', 'mac_address': 'fa:16:3e:65:92:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd71dd505-a74c-4b9c-ac8c-fbd473e07f38', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:43:25.139844 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:25.152283 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61982bc0-4d81-4641-939d-f9a1852062d5 {{(pid=93156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:43:25.171458 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port 61982bc0-4d81-4641-939d-f9a1852062d5, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=61982bc0-4d81-4641-939d-f9a1852062d5,segment=NetworkSegment(bbe8ef5a-f68d-4c07-a720-94035f693dab),segment_id=bbe8ef5a-f68d-4c07-a720-94035f693dab)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:43:25.175706 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:25.225361 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=61982bc0-4d81-4641-939d-f9a1852062d5,revision_number=4']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:25.450185 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] get_ports_and_sgs() called for port_ids ['61982bc0-4d81-4641-939d-f9a1852062d5'] {{(pid=93156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:43:25.692086 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c08283-d24d-4d01-b26d-1f95e7ea96d0 req-ac52df05-acfa-4269-814c-4cac4834adf0 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:25.693563 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-68c08283-d24d-4d01-b26d-1f95e7ea96d0 req-ac52df05-acfa-4269-814c-4cac4834adf0 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.11 "GET /v2.0/ports?device_id=3010dcb5-16f0-484c-88f3-648f43cfc8ca HTTP/1.1" status: 200 len: 944 time: 0.0627496 Jul 13 14:43:25.731301 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-68c08283-d24d-4d01-b26d-1f95e7ea96d0 req-b9a5f788-e372-4ae7-ac75-92fa3cd2195a tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.11 "GET /v2.0/security-groups?id=701aa4a6-9493-49d3-94fe-6db174c43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322032 Jul 13 14:43:26.907035 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3755dca-359b-4cbf-aa56-17e91e872fb3 req-b39fa011-7c21-48b5-af5e-f891612fd58c tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:26.908492 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a3755dca-359b-4cbf-aa56-17e91e872fb3 req-b39fa011-7c21-48b5-af5e-f891612fd58c tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.11 "GET /v2.0/ports?device_id=3010dcb5-16f0-484c-88f3-648f43cfc8ca HTTP/1.1" status: 200 len: 944 time: 0.0643470 Jul 13 14:43:26.945935 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a3755dca-359b-4cbf-aa56-17e91e872fb3 req-b0fb3452-0a5b-425d-8e20-3a04ad32cc72 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.11 "GET /v2.0/security-groups?id=701aa4a6-9493-49d3-94fe-6db174c43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318787 Jul 13 14:43:27.020838 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 61982bc0-4d81-4641-939d-f9a1852062d5 up at agent hyperv_hv-cinder-78445 {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:43:27.071180 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Provisioning for port 61982bc0-4d81-4641-939d-f9a1852062d5 completed by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:43:27.074879 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Provisioning complete for port 61982bc0-4d81-4641-939d-f9a1852062d5 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:43:27.075254 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:27.149986 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:27.172059 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3010dcb5-16f0-484c-88f3-648f43cfc8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61982bc0-4d81-4641-939d-f9a1852062d5'}] {{(pid=93156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:43:27.174568 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd5989a68af48bbe0a00b0c674d1da0e65c633cef20e3ffd105cdad221ff8d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760eadbe-fe54-44e3-98c5-c40618058b08" -d '{"events": [{"server_uuid": "3010dcb5-16f0-484c-88f3-648f43cfc8ca", "name": "network-vif-plugged", "status": "completed", "tag": "61982bc0-4d81-4641-939d-f9a1852062d5"}]}' {{(pid=93156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:43:27.188097 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port 61982bc0-4d81-4641-939d-f9a1852062d5, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=61982bc0-4d81-4641-939d-f9a1852062d5,segment=NetworkSegment(bbe8ef5a-f68d-4c07-a720-94035f693dab),segment_id=bbe8ef5a-f68d-4c07-a720-94035f693dab)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:43:27.192298 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:27.214433 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315b957f-6bd2-4e53-b500-fd23cd93c93f x-openstack-request-id: req-315b957f-6bd2-4e53-b500-fd23cd93c93f {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:43:27.214722 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3010dcb5-16f0-484c-88f3-648f43cfc8ca", "name": "network-vif-plugged", "status": "completed", "tag": "61982bc0-4d81-4641-939d-f9a1852062d5", "code": 200}]} {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:43:27.214973 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-315b957f-6bd2-4e53-b500-fd23cd93c93f {{(pid=93156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:43:27.215360 dv-cinder-784453-8-iscsi neutron-server[93156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3010dcb5-16f0-484c-88f3-648f43cfc8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61982bc0-4d81-4641-939d-f9a1852062d5', 'code': 200} Jul 13 14:43:27.240261 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=61982bc0-4d81-4641-939d-f9a1852062d5,revision_number=5']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:27.459609 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ba3c6-fb2f-4175-8594-cb57f340a8bb req-d6e7d07c-ead3-4345-8475-b2e429487e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:27.460971 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-689ba3c6-fb2f-4175-8594-cb57f340a8bb req-d6e7d07c-ead3-4345-8475-b2e429487e35 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3010dcb5-16f0-484c-88f3-648f43cfc8ca HTTP/1.1" status: 200 len: 1098 time: 0.0536692 Jul 13 14:43:27.494559 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-689ba3c6-fb2f-4175-8594-cb57f340a8bb req-98d2efd2-abf2-4fc4-a723-faf7bf4d417a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=701aa4a6-9493-49d3-94fe-6db174c43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268886 Jul 13 14:43:28.111738 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1697b7b-6a02-4709-99fa-e1d505498e31 req-2d75676e-8eae-43db-a9ca-61efbcd33d4e tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:28.113112 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b1697b7b-6a02-4709-99fa-e1d505498e31 req-2d75676e-8eae-43db-a9ca-61efbcd33d4e tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.11 "GET /v2.0/ports?device_id=3010dcb5-16f0-484c-88f3-648f43cfc8ca HTTP/1.1" status: 200 len: 945 time: 0.0608287 Jul 13 14:43:28.149772 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b1697b7b-6a02-4709-99fa-e1d505498e31 req-cae3c01b-8340-466e-8c3c-882228e0c88a tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.11 "GET /v2.0/security-groups?id=701aa4a6-9493-49d3-94fe-6db174c43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311923 Jul 13 14:43:29.319692 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28081d-4e91-46dc-a2cd-5a8b8f05efe5 req-1185bd18-650a-47ce-8f4f-aa9ca5c205c0 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:29.321218 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8e28081d-4e91-46dc-a2cd-5a8b8f05efe5 req-1185bd18-650a-47ce-8f4f-aa9ca5c205c0 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.11 "GET /v2.0/ports?device_id=3010dcb5-16f0-484c-88f3-648f43cfc8ca HTTP/1.1" status: 200 len: 945 time: 0.0608854 Jul 13 14:43:29.357725 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8e28081d-4e91-46dc-a2cd-5a8b8f05efe5 req-202f4f4d-9148-47f7-8cdd-0290fd555a23 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.11 "GET /v2.0/security-groups?id=701aa4a6-9493-49d3-94fe-6db174c43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309196 Jul 13 14:43:30.181769 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f903f9-d980-40ff-bd91-27da57dd87b9 req-1ac93908-459e-4338-8d1c-53cdeea9827d tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:30.183168 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-16f903f9-d980-40ff-bd91-27da57dd87b9 req-1ac93908-459e-4338-8d1c-53cdeea9827d tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.11 "GET /v2.0/ports?device_id=3010dcb5-16f0-484c-88f3-648f43cfc8ca HTTP/1.1" status: 200 len: 945 time: 0.0655522 Jul 13 14:43:30.219967 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-16f903f9-d980-40ff-bd91-27da57dd87b9 req-b367b63b-2512-4e26-9ff4-7193601b79bc tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.11 "GET /v2.0/security-groups?id=701aa4a6-9493-49d3-94fe-6db174c43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312109 Jul 13 14:43:30.419310 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.agents_db [None req-a710d77f-e7af-45aa-808b-9771d160625e None None] Agent healthcheck: found 6 active agents {{(pid=93157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:43:31.389844 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595858e-84db-4911-8fb4-bacba257155f req-a0bcea58-e09a-4d38-a9d0-57bc75ab71dd tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:31.391321 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0595858e-84db-4911-8fb4-bacba257155f req-a0bcea58-e09a-4d38-a9d0-57bc75ab71dd tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.11 "GET /v2.0/ports?device_id=3010dcb5-16f0-484c-88f3-648f43cfc8ca HTTP/1.1" status: 200 len: 945 time: 0.0621891 Jul 13 14:43:31.428296 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0595858e-84db-4911-8fb4-bacba257155f req-d1a33651-64b9-4518-bd9c-74acc3578629 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.11 "GET /v2.0/security-groups?id=701aa4a6-9493-49d3-94fe-6db174c43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314534 Jul 13 14:43:31.566762 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea000ad-e3b8-4522-a2f5-ae21a748c0b4 req-715e9c88-aab4-416e-a2a4-d454dcdd6b86 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:31.568123 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-0ea000ad-e3b8-4522-a2f5-ae21a748c0b4 req-715e9c88-aab4-416e-a2a4-d454dcdd6b86 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.39 "GET /v2.0/ports?device_id=3010dcb5-16f0-484c-88f3-648f43cfc8ca HTTP/1.1" status: 200 len: 945 time: 0.0683208 Jul 13 14:43:31.666661 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [req-0ea000ad-e3b8-4522-a2f5-ae21a748c0b4 req-fb938f8c-d1a2-4c55-a43a-6cfa20f3c728 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Deleting port 61982bc0-4d81-4641-939d-f9a1852062d5 {{(pid=93155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:43:31.666999 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-0ea000ad-e3b8-4522-a2f5-ae21a748c0b4 req-fb938f8c-d1a2-4c55-a43a-6cfa20f3c728 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:31.750430 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-0ea000ad-e3b8-4522-a2f5-ae21a748c0b4 req-fb938f8c-d1a2-4c55-a43a-6cfa20f3c728 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] For port 61982bc0-4d81-4641-939d-f9a1852062d5, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=61982bc0-4d81-4641-939d-f9a1852062d5,segment=NetworkSegment(bbe8ef5a-f68d-4c07-a720-94035f693dab),segment_id=bbe8ef5a-f68d-4c07-a720-94035f693dab)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:43:31.750782 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-0ea000ad-e3b8-4522-a2f5-ae21a748c0b4 req-fb938f8c-d1a2-4c55-a43a-6cfa20f3c728 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:31.763390 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [req-0ea000ad-e3b8-4522-a2f5-ae21a748c0b4 req-fb938f8c-d1a2-4c55-a43a-6cfa20f3c728 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Calling delete_port for 61982bc0-4d81-4641-939d-f9a1852062d5 owned by compute:nova {{(pid=93155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:43:31.889586 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-0ea000ad-e3b8-4522-a2f5-ae21a748c0b4 req-fb938f8c-d1a2-4c55-a43a-6cfa20f3c728 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:31.918317 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb938f8c-d1a2-4c55-a43a-6cfa20f3c728 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Pushing event deleted for resources: {'Port': ['ID=61982bc0-4d81-4641-939d-f9a1852062d5,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:31.923705 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] get_ports_and_sgs() called for port_ids ['61982bc0-4d81-4641-939d-f9a1852062d5'] {{(pid=93156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:43:31.962527 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ea000ad-e3b8-4522-a2f5-ae21a748c0b4 req-fb938f8c-d1a2-4c55-a43a-6cfa20f3c728 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] No DVR routers for this DVR port 61982bc0-4d81-4641-939d-f9a1852062d5 on host hv-cinder-78445 {{(pid=93155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:43:31.965476 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-0ea000ad-e3b8-4522-a2f5-ae21a748c0b4 req-fb938f8c-d1a2-4c55-a43a-6cfa20f3c728 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:31.967540 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-0ea000ad-e3b8-4522-a2f5-ae21a748c0b4 req-fb938f8c-d1a2-4c55-a43a-6cfa20f3c728 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.39 "DELETE /v2.0/ports/61982bc0-4d81-4641-939d-f9a1852062d5 HTTP/1.1" status: 204 len: 173 time: 0.3942833 Jul 13 14:43:31.967967 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3010dcb5-16f0-484c-88f3-648f43cfc8ca', 'name': 'network-vif-deleted', 'tag': '61982bc0-4d81-4641-939d-f9a1852062d5'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:43:31.970179 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969d499ae61b7a2d5523e15545dbdfcb627d31ab7a946dd0dec0766d655d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827969da-f28c-4c8f-bec9-3baf2135c75f" -d '{"events": [{"server_uuid": "3010dcb5-16f0-484c-88f3-648f43cfc8ca", "name": "network-vif-deleted", "tag": "61982bc0-4d81-4641-939d-f9a1852062d5"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:43:32.007959 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954101d5-1c8b-4262-b419-eb0813081294 x-openstack-request-id: req-954101d5-1c8b-4262-b419-eb0813081294 {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:43:32.008252 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3010dcb5-16f0-484c-88f3-648f43cfc8ca", "name": "network-vif-deleted", "tag": "61982bc0-4d81-4641-939d-f9a1852062d5", "status": "completed", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:43:32.008527 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-954101d5-1c8b-4262-b419-eb0813081294 {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:43:32.008929 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3010dcb5-16f0-484c-88f3-648f43cfc8ca', 'name': 'network-vif-deleted', 'tag': '61982bc0-4d81-4641-939d-f9a1852062d5', 'status': 'completed', 'code': 200} Jul 13 14:43:32.582004 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4095c646-8486-4eaf-a82c-1c8388519fcd req-33a16535-ee7c-412d-8ad8-267d54f45575 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.11 "GET /v2.0/ports?device_id=3010dcb5-16f0-484c-88f3-648f43cfc8ca HTTP/1.1" status: 200 len: 210 time: 0.0306726 Jul 13 14:43:33.309681 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e75f79d1-8de1-4f92-872a-0e507cf2af62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:33.914662 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66f873-ccfb-4b6e-b6e3-e1e971a17b27 req-e504a5e1-34e3-4d66-a5b9-bc99094c6777 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:33.916078 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4c66f873-ccfb-4b6e-b6e3-e1e971a17b27 req-e504a5e1-34e3-4d66-a5b9-bc99094c6777 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.11 "GET /v2.0/networks?id=58923e39-2262-4543-a156-0c4fbde9151d HTTP/1.1" status: 200 len: 809 time: 0.0956469 Jul 13 14:43:33.931257 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4c66f873-ccfb-4b6e-b6e3-e1e971a17b27 req-561748f3-fe12-4680-81e9-e7c355166e52 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.11 "GET /v2.0/quotas/9e7a18824e7940a7974e809c68e33391 HTTP/1.1" status: 200 len: 375 time: 0.0090973 Jul 13 14:43:33.963413 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4c66f873-ccfb-4b6e-b6e3-e1e971a17b27 req-482e4e39-7430-4b4e-87e4-d92b82208bab tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9e7a18824e7940a7974e809c68e33391&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267448 Jul 13 14:43:34.052554 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4c66f873-ccfb-4b6e-b6e3-e1e971a17b27 req-b4a42a31-2598-45c9-a2c2-212c96d27adc service neutron] 10.222.0.11 "GET /v2.0/networks/58923e39-2262-4543-a156-0c4fbde9151d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827181 Jul 13 14:43:34.136856 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4c66f873-ccfb-4b6e-b6e3-e1e971a17b27 req-8c9609ba-6ed3-4599-b628-031a6e45b365 service neutron] 10.222.0.11 "GET /v2.0/networks/58923e39-2262-4543-a156-0c4fbde9151d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785882 Jul 13 14:43:34.301618 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-be2134d1-c943-4f3c-8c72-9bf5251a22d5 req-e80c08f7-0006-402b-948d-aeca692c1981 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.11 "GET /v2.0/ports?device_id=3681394b-75e1-4185-9fe1-91f183ed50be HTTP/1.1" status: 200 len: 210 time: 0.0324764 Jul 13 14:43:35.070601 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 61982bc0-4d81-4641-939d-f9a1852062d5 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:43:35.091085 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] No Port match for: 61982bc0-4d81-4641-939d-f9a1852062d5 {{(pid=93156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:43:35.091430 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 61982bc0-4d81-4641-939d-f9a1852062d5 not bound to the agent host hv-cinder-78445 {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:43:35.388344 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66f873-ccfb-4b6e-b6e3-e1e971a17b27 req-141b258f-5ba4-41ca-bc64-985d67ae25fc tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:35.389925 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-4c66f873-ccfb-4b6e-b6e3-e1e971a17b27 req-141b258f-5ba4-41ca-bc64-985d67ae25fc tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.39 "GET /v2.0/networks?id=58923e39-2262-4543-a156-0c4fbde9151d HTTP/1.1" status: 200 len: 809 time: 0.1053603 Jul 13 14:43:35.414628 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [req-4c66f873-ccfb-4b6e-b6e3-e1e971a17b27 req-b6a42dd8-ba9d-4390-b100-ae33c0b3d52e tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Request body: {'port': {'device_id': '3681394b-75e1-4185-9fe1-91f183ed50be', 'network_id': '58923e39-2262-4543-a156-0c4fbde9151d', 'admin_state_up': True, 'tenant_id': '9e7a18824e7940a7974e809c68e33391'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:43:35.452014 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f37dac5c-8047-4849-8837-57e4b5474e69 req-0c3bda35-b7f0-4943-be3a-ce179b01c818 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.11 "GET /v2.0/ports?device_id=3681394b-75e1-4185-9fe1-91f183ed50be HTTP/1.1" status: 200 len: 210 time: 0.0296769 Jul 13 14:43:35.535614 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c66f873-ccfb-4b6e-b6e3-e1e971a17b27 req-b6a42dd8-ba9d-4390-b100-ae33c0b3d52e tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Made reservation on behalf of 9e7a18824e7940a7974e809c68e33391 for: {'port': 1} {{(pid=93155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:43:35.539142 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-4c66f873-ccfb-4b6e-b6e3-e1e971a17b27 req-b6a42dd8-ba9d-4390-b100-ae33c0b3d52e tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:35.910401 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-b940044a-4dd0-44a0-9b25-909c0b6b820e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:35.936030 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.db_base_plugin_common [req-4c66f873-ccfb-4b6e-b6e3-e1e971a17b27 req-b6a42dd8-ba9d-4390-b100-ae33c0b3d52e tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Allocated IP 172.20.0.11 (58923e39-2262-4543-a156-0c4fbde9151d/d71dd505-a74c-4b9c-ac8c-fbd473e07f38/09d52535-5d5e-4292-af61-158f5d6b6ada) {{(pid=93155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:43:36.087727 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-4c66f873-ccfb-4b6e-b6e3-e1e971a17b27 req-b6a42dd8-ba9d-4390-b100-ae33c0b3d52e tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Notify callbacks [] for port, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:36.125330 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-4c66f873-ccfb-4b6e-b6e3-e1e971a17b27 req-b6a42dd8-ba9d-4390-b100-ae33c0b3d52e tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:36.152665 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:36.170872 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c66f873-ccfb-4b6e-b6e3-e1e971a17b27 req-b6a42dd8-ba9d-4390-b100-ae33c0b3d52e tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Network 58923e39-2262-4543-a156-0c4fbde9151d is already hosted by enough agents. {{(pid=93155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:43:36.174344 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [req-4c66f873-ccfb-4b6e-b6e3-e1e971a17b27 req-b6a42dd8-ba9d-4390-b100-ae33c0b3d52e tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Resources bound (agent type, host, resource id): {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:43:36.178019 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c66f873-ccfb-4b6e-b6e3-e1e971a17b27 req-b6a42dd8-ba9d-4390-b100-ae33c0b3d52e tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Received port after_create {{(pid=93155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:43:36.204071 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a42dd8-ba9d-4390-b100-ae33c0b3d52e tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Pushing event updated for resources: {'Port': ['ID=09d52535-5d5e-4292-af61-158f5d6b6ada,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:36.231172 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66f873-ccfb-4b6e-b6e3-e1e971a17b27 req-b6a42dd8-ba9d-4390-b100-ae33c0b3d52e tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:36.231828 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-4c66f873-ccfb-4b6e-b6e3-e1e971a17b27 req-b6a42dd8-ba9d-4390-b100-ae33c0b3d52e tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:36.247259 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-4c66f873-ccfb-4b6e-b6e3-e1e971a17b27 req-b6a42dd8-ba9d-4390-b100-ae33c0b3d52e tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8366516 Jul 13 14:43:36.264633 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [req-4c66f873-ccfb-4b6e-b6e3-e1e971a17b27 req-8a03eeba-998f-4175-865d-a26ace1cbe0f service neutron] Request body: {'port': {'device_id': '3681394b-75e1-4185-9fe1-91f183ed50be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:43:36.332450 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-4c66f873-ccfb-4b6e-b6e3-e1e971a17b27 req-8a03eeba-998f-4175-865d-a26ace1cbe0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:36.586010 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [req-4c66f873-ccfb-4b6e-b6e3-e1e971a17b27 req-8a03eeba-998f-4175-865d-a26ace1cbe0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09d52535-5d5e-4292-af61-158f5d6b6ada {{(pid=93155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:43:36.594168 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-4c66f873-ccfb-4b6e-b6e3-e1e971a17b27 req-8a03eeba-998f-4175-865d-a26ace1cbe0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:36.606401 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [req-4c66f873-ccfb-4b6e-b6e3-e1e971a17b27 req-8a03eeba-998f-4175-865d-a26ace1cbe0f service neutron] Transition to ACTIVE for port object 09d52535-5d5e-4292-af61-158f5d6b6ada will not be triggered until provisioned by entity L2. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:43:36.610931 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-4c66f873-ccfb-4b6e-b6e3-e1e971a17b27 req-8a03eeba-998f-4175-865d-a26ace1cbe0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868486'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:36.623316 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f5423-c709-4cce-a4e3-88db60b9f43f req-3d037ae5-b8bd-4148-ba29-9d6c1435be91 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:36.624797 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8c2f5423-c709-4cce-a4e3-88db60b9f43f req-3d037ae5-b8bd-4148-ba29-9d6c1435be91 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.11 "GET /v2.0/ports?device_id=3681394b-75e1-4185-9fe1-91f183ed50be HTTP/1.1" status: 200 len: 932 time: 0.0628920 Jul 13 14:43:36.657017 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03eeba-998f-4175-865d-a26ace1cbe0f service neutron] Pushing event updated for resources: {'Port': ['ID=09d52535-5d5e-4292-af61-158f5d6b6ada,revision_number=2']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:36.664892 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8c2f5423-c709-4cce-a4e3-88db60b9f43f req-0108aa1b-f349-4fb5-b4d7-a2222731292e tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.11 "GET /v2.0/security-groups?id=701aa4a6-9493-49d3-94fe-6db174c43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344632 Jul 13 14:43:36.727326 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-4c66f873-ccfb-4b6e-b6e3-e1e971a17b27 req-8a03eeba-998f-4175-865d-a26ace1cbe0f service neutron] Attempting to bind port 09d52535-5d5e-4292-af61-158f5d6b6ada on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:43:36.727664 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-4c66f873-ccfb-4b6e-b6e3-e1e971a17b27 req-8a03eeba-998f-4175-865d-a26ace1cbe0f service neutron] Attempting to bind port 09d52535-5d5e-4292-af61-158f5d6b6ada by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': 'bbe8ef5a-f68d-4c07-a720-94035f693dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '58923e39-2262-4543-a156-0c4fbde9151d'}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:43:36.727999 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c66f873-ccfb-4b6e-b6e3-e1e971a17b27 req-8a03eeba-998f-4175-865d-a26ace1cbe0f service neutron] Attempting to bind port 09d52535-5d5e-4292-af61-158f5d6b6ada on network 58923e39-2262-4543-a156-0c4fbde9151d {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:43:36.732386 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c66f873-ccfb-4b6e-b6e3-e1e971a17b27 req-8a03eeba-998f-4175-865d-a26ace1cbe0f service neutron] Port 09d52535-5d5e-4292-af61-158f5d6b6ada on network 58923e39-2262-4543-a156-0c4fbde9151d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:43:36.732633 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c66f873-ccfb-4b6e-b6e3-e1e971a17b27 req-8a03eeba-998f-4175-865d-a26ace1cbe0f service neutron] Attempting to bind port 09d52535-5d5e-4292-af61-158f5d6b6ada on network 58923e39-2262-4543-a156-0c4fbde9151d {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:43:36.737716 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c66f873-ccfb-4b6e-b6e3-e1e971a17b27 req-8a03eeba-998f-4175-865d-a26ace1cbe0f service neutron] Checking agent: {'id': 'b13b15cc-78ec-4c35-8be2-6f245ac287e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 13, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:43:36.738047 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c66f873-ccfb-4b6e-b6e3-e1e971a17b27 req-8a03eeba-998f-4175-865d-a26ace1cbe0f service neutron] Checking segment: {'id': 'bbe8ef5a-f68d-4c07-a720-94035f693dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '58923e39-2262-4543-a156-0c4fbde9151d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:43:36.738468 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c66f873-ccfb-4b6e-b6e3-e1e971a17b27 req-8a03eeba-998f-4175-865d-a26ace1cbe0f service neutron] Bound using segment: {'id': 'bbe8ef5a-f68d-4c07-a720-94035f693dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '58923e39-2262-4543-a156-0c4fbde9151d'} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:43:36.738930 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-4c66f873-ccfb-4b6e-b6e3-e1e971a17b27 req-8a03eeba-998f-4175-865d-a26ace1cbe0f service neutron] Bound port: 09d52535-5d5e-4292-af61-158f5d6b6ada, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbe8ef5a-f68d-4c07-a720-94035f693dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '58923e39-2262-4543-a156-0c4fbde9151d'}}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:43:36.739251 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-4c66f873-ccfb-4b6e-b6e3-e1e971a17b27 req-8a03eeba-998f-4175-865d-a26ace1cbe0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:36.801087 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-4c66f873-ccfb-4b6e-b6e3-e1e971a17b27 req-8a03eeba-998f-4175-865d-a26ace1cbe0f service neutron] For port 09d52535-5d5e-4292-af61-158f5d6b6ada, host hv-cinder-78445, cleared binding levels {{(pid=93155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:43:36.804332 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-4c66f873-ccfb-4b6e-b6e3-e1e971a17b27 req-8a03eeba-998f-4175-865d-a26ace1cbe0f service neutron] For port 09d52535-5d5e-4292-af61-158f5d6b6ada, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=09d52535-5d5e-4292-af61-158f5d6b6ada,segment=NetworkSegment(bbe8ef5a-f68d-4c07-a720-94035f693dab),segment_id=bbe8ef5a-f68d-4c07-a720-94035f693dab)] {{(pid=93155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:43:36.807651 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-4c66f873-ccfb-4b6e-b6e3-e1e971a17b27 req-8a03eeba-998f-4175-865d-a26ace1cbe0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868486'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:36.849227 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66f873-ccfb-4b6e-b6e3-e1e971a17b27 req-8a03eeba-998f-4175-865d-a26ace1cbe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:36.849855 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-4c66f873-ccfb-4b6e-b6e3-e1e971a17b27 req-8a03eeba-998f-4175-865d-a26ace1cbe0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:36.851281 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-4c66f873-ccfb-4b6e-b6e3-e1e971a17b27 req-8a03eeba-998f-4175-865d-a26ace1cbe0f service neutron] 10.222.0.39 "PUT /v2.0/ports/09d52535-5d5e-4292-af61-158f5d6b6ada HTTP/1.1" status: 200 len: 1094 time: 0.5914612 Jul 13 14:43:36.851743 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3681394b-75e1-4185-9fe1-91f183ed50be', 'tag': '09d52535-5d5e-4292-af61-158f5d6b6ada'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:43:36.853962 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969d499ae61b7a2d5523e15545dbdfcb627d31ab7a946dd0dec0766d655d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c27a90-4679-4230-a418-6b2d7979489a" -d '{"events": [{"name": "network-changed", "server_uuid": "3681394b-75e1-4185-9fe1-91f183ed50be", "tag": "09d52535-5d5e-4292-af61-158f5d6b6ada"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:43:36.873304 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03eeba-998f-4175-865d-a26ace1cbe0f service neutron] Pushing event updated for resources: {'Port': ['ID=09d52535-5d5e-4292-af61-158f5d6b6ada,revision_number=3']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:36.899373 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6b8062-efa3-4d80-a970-b7e32f81ce67 x-openstack-request-id: req-eb6b8062-efa3-4d80-a970-b7e32f81ce67 {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:43:36.900015 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3681394b-75e1-4185-9fe1-91f183ed50be", "tag": "09d52535-5d5e-4292-af61-158f5d6b6ada", "status": "completed", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:43:36.900015 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eb6b8062-efa3-4d80-a970-b7e32f81ce67 {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:43:36.900281 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3681394b-75e1-4185-9fe1-91f183ed50be', 'tag': '09d52535-5d5e-4292-af61-158f5d6b6ada', 'status': 'completed', 'code': 200} Jul 13 14:43:36.973651 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66f873-ccfb-4b6e-b6e3-e1e971a17b27 req-3782a1f0-1e67-4ab5-9508-54fccf627be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:36.975163 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-4c66f873-ccfb-4b6e-b6e3-e1e971a17b27 req-3782a1f0-1e67-4ab5-9508-54fccf627be5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e7a18824e7940a7974e809c68e33391&device_id=3681394b-75e1-4185-9fe1-91f183ed50be HTTP/1.1" status: 200 len: 1097 time: 0.0520966 Jul 13 14:43:37.021116 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-4c66f873-ccfb-4b6e-b6e3-e1e971a17b27 req-b89117a0-53f5-4a21-9707-af44ffb2cec2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09d52535-5d5e-4292-af61-158f5d6b6ada HTTP/1.1" status: 200 len: 217 time: 0.0331085 Jul 13 14:43:37.071182 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66f873-ccfb-4b6e-b6e3-e1e971a17b27 req-c5c2f2d9-99d0-4432-b466-f68e78757801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:37.072596 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-4c66f873-ccfb-4b6e-b6e3-e1e971a17b27 req-c5c2f2d9-99d0-4432-b466-f68e78757801 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d71dd505-a74c-4b9c-ac8c-fbd473e07f38 HTTP/1.1" status: 200 len: 849 time: 0.0457215 Jul 13 14:43:37.103223 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-4c66f873-ccfb-4b6e-b6e3-e1e971a17b27 req-fb0cdafc-c0d1-453e-993e-fb900df64eff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=58923e39-2262-4543-a156-0c4fbde9151d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244534 Jul 13 14:43:37.189427 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-4c66f873-ccfb-4b6e-b6e3-e1e971a17b27 req-4d9f651e-7204-492a-8798-61d600cc3f1a service neutron] 10.222.0.39 "GET /v2.0/networks/58923e39-2262-4543-a156-0c4fbde9151d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791306 Jul 13 14:43:37.194061 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:37.280747 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-4c66f873-ccfb-4b6e-b6e3-e1e971a17b27 req-9f396bc8-412f-4122-8bfe-ffa076172b9d service neutron] 10.222.0.39 "GET /v2.0/networks/58923e39-2262-4543-a156-0c4fbde9151d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848942 Jul 13 14:43:37.414483 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c27a90-4679-4230-a418-6b2d7979489a req-b27a740a-d64f-4938-bf3e-0911e491a7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:37.416143 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-e2c27a90-4679-4230-a418-6b2d7979489a req-b27a740a-d64f-4938-bf3e-0911e491a7d4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e7a18824e7940a7974e809c68e33391&device_id=3681394b-75e1-4185-9fe1-91f183ed50be HTTP/1.1" status: 200 len: 1097 time: 0.0513761 Jul 13 14:43:37.512884 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c27a90-4679-4230-a418-6b2d7979489a req-8db7b8d0-d294-4af5-bfd1-2af58a56e51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:37.514372 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-e2c27a90-4679-4230-a418-6b2d7979489a req-8db7b8d0-d294-4af5-bfd1-2af58a56e51b service neutron] 10.222.0.39 "GET /v2.0/networks?id=58923e39-2262-4543-a156-0c4fbde9151d HTTP/1.1" status: 200 len: 910 time: 0.0909729 Jul 13 14:43:37.555613 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-e2c27a90-4679-4230-a418-6b2d7979489a req-cdc50d5e-346c-4944-99e4-166adb547b16 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09d52535-5d5e-4292-af61-158f5d6b6ada HTTP/1.1" status: 200 len: 217 time: 0.0344205 Jul 13 14:43:37.604119 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c27a90-4679-4230-a418-6b2d7979489a req-18d8c806-b33f-498f-ab65-7bd325f950f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:37.605598 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-e2c27a90-4679-4230-a418-6b2d7979489a req-18d8c806-b33f-498f-ab65-7bd325f950f6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d71dd505-a74c-4b9c-ac8c-fbd473e07f38 HTTP/1.1" status: 200 len: 849 time: 0.0440390 Jul 13 14:43:37.638634 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-e2c27a90-4679-4230-a418-6b2d7979489a req-1a71f232-d50c-40af-9ecc-8a10750dbe60 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=58923e39-2262-4543-a156-0c4fbde9151d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260842 Jul 13 14:43:37.734276 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-e2c27a90-4679-4230-a418-6b2d7979489a req-b39213c7-0703-4529-ae5d-56b03075977b service neutron] 10.222.0.39 "GET /v2.0/networks/58923e39-2262-4543-a156-0c4fbde9151d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879250 Jul 13 14:43:37.832604 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-e2c27a90-4679-4230-a418-6b2d7979489a req-316d5fd7-a4ab-4b4d-ad26-67a4eb38d52d service neutron] 10.222.0.39 "GET /v2.0/networks/58923e39-2262-4543-a156-0c4fbde9151d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912232 Jul 13 14:43:37.843316 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a755d6a-0fb7-4f97-8642-ec84e5dbf88d req-dc677113-773f-49b9-bdd0-4a40f1be8872 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:37.844786 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3a755d6a-0fb7-4f97-8642-ec84e5dbf88d req-dc677113-773f-49b9-bdd0-4a40f1be8872 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.11 "GET /v2.0/ports?device_id=3681394b-75e1-4185-9fe1-91f183ed50be HTTP/1.1" status: 200 len: 944 time: 0.0678389 Jul 13 14:43:37.883170 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-3a755d6a-0fb7-4f97-8642-ec84e5dbf88d req-6aa8db55-87f4-4db7-adc6-0a68af3306c7 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.11 "GET /v2.0/security-groups?id=701aa4a6-9493-49d3-94fe-6db174c43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317881 Jul 13 14:43:38.616058 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:39.051105 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b65ed-ed4f-4781-9308-e7d286e3ccf3 req-29a86012-391f-4964-ac99-98ba0471fe78 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:39.052573 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-158b65ed-ed4f-4781-9308-e7d286e3ccf3 req-29a86012-391f-4964-ac99-98ba0471fe78 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.11 "GET /v2.0/ports?device_id=3681394b-75e1-4185-9fe1-91f183ed50be HTTP/1.1" status: 200 len: 944 time: 0.0607517 Jul 13 14:43:39.089651 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-158b65ed-ed4f-4781-9308-e7d286e3ccf3 req-f0c5a67d-ba19-4b44-9e89-c11a5b40e526 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.11 "GET /v2.0/security-groups?id=701aa4a6-9493-49d3-94fe-6db174c43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310256 Jul 13 14:43:39.102500 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 09d52535-5d5e-4292-af61-158f5d6b6ada details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:43:39.197475 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port 09d52535-5d5e-4292-af61-158f5d6b6ada, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=09d52535-5d5e-4292-af61-158f5d6b6ada,segment=NetworkSegment(bbe8ef5a-f68d-4c07-a720-94035f693dab),segment_id=bbe8ef5a-f68d-4c07-a720-94035f693dab)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:43:39.208517 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Returning: {'device': '09d52535-5d5e-4292-af61-158f5d6b6ada', 'network_id': '58923e39-2262-4543-a156-0c4fbde9151d', 'port_id': '09d52535-5d5e-4292-af61-158f5d6b6ada', 'mac_address': 'fa:16:3e:d5:a6:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd71dd505-a74c-4b9c-ac8c-fbd473e07f38', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:43:39.244846 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:39.257379 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09d52535-5d5e-4292-af61-158f5d6b6ada {{(pid=93156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:43:39.276705 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port 09d52535-5d5e-4292-af61-158f5d6b6ada, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=09d52535-5d5e-4292-af61-158f5d6b6ada,segment=NetworkSegment(bbe8ef5a-f68d-4c07-a720-94035f693dab),segment_id=bbe8ef5a-f68d-4c07-a720-94035f693dab)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:43:39.280639 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:39.326092 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=09d52535-5d5e-4292-af61-158f5d6b6ada,revision_number=4']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:39.571579 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] get_ports_and_sgs() called for port_ids ['09d52535-5d5e-4292-af61-158f5d6b6ada'] {{(pid=93156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:43:40.262492 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e9c79-1ee5-41fa-a92d-1c87f0f677b0 req-32c6a938-7699-4cbc-a4a1-d5b89bf8086a tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:40.263944 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-848e9c79-1ee5-41fa-a92d-1c87f0f677b0 req-32c6a938-7699-4cbc-a4a1-d5b89bf8086a tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.11 "GET /v2.0/ports?device_id=3681394b-75e1-4185-9fe1-91f183ed50be HTTP/1.1" status: 200 len: 945 time: 0.0623403 Jul 13 14:43:40.300357 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-848e9c79-1ee5-41fa-a92d-1c87f0f677b0 req-72715aa6-ce50-4353-9827-69a722a13974 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.11 "GET /v2.0/security-groups?id=701aa4a6-9493-49d3-94fe-6db174c43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308082 Jul 13 14:43:41.114042 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 09d52535-5d5e-4292-af61-158f5d6b6ada up at agent hyperv_hv-cinder-78445 {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:43:41.161149 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Provisioning for port 09d52535-5d5e-4292-af61-158f5d6b6ada completed by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:43:41.164757 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Provisioning complete for port 09d52535-5d5e-4292-af61-158f5d6b6ada triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:43:41.165130 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:41.242008 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:41.264427 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3681394b-75e1-4185-9fe1-91f183ed50be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d52535-5d5e-4292-af61-158f5d6b6ada'}] {{(pid=93156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:43:41.266729 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd5989a68af48bbe0a00b0c674d1da0e65c633cef20e3ffd105cdad221ff8d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa319172-48e3-4209-b5aa-85f0e8de0592" -d '{"events": [{"server_uuid": "3681394b-75e1-4185-9fe1-91f183ed50be", "name": "network-vif-plugged", "status": "completed", "tag": "09d52535-5d5e-4292-af61-158f5d6b6ada"}]}' {{(pid=93156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:43:41.279678 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port 09d52535-5d5e-4292-af61-158f5d6b6ada, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=09d52535-5d5e-4292-af61-158f5d6b6ada,segment=NetworkSegment(bbe8ef5a-f68d-4c07-a720-94035f693dab),segment_id=bbe8ef5a-f68d-4c07-a720-94035f693dab)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:43:41.283766 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:41.306508 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de17f68b-9e50-44c2-a3f5-6ea5f0f559cc x-openstack-request-id: req-de17f68b-9e50-44c2-a3f5-6ea5f0f559cc {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:43:41.306794 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3681394b-75e1-4185-9fe1-91f183ed50be", "name": "network-vif-plugged", "status": "completed", "tag": "09d52535-5d5e-4292-af61-158f5d6b6ada", "code": 200}]} {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:43:41.307043 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-de17f68b-9e50-44c2-a3f5-6ea5f0f559cc {{(pid=93156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:43:41.307424 dv-cinder-784453-8-iscsi neutron-server[93156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3681394b-75e1-4185-9fe1-91f183ed50be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d52535-5d5e-4292-af61-158f5d6b6ada', 'code': 200} Jul 13 14:43:41.333147 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=09d52535-5d5e-4292-af61-158f5d6b6ada,revision_number=5']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:41.476834 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49221e6-814d-4a0e-b0a2-bc96ccafa1f1 req-07cc4261-5db2-41d0-a8d1-2daf73763c3a tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:41.478352 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d49221e6-814d-4a0e-b0a2-bc96ccafa1f1 req-07cc4261-5db2-41d0-a8d1-2daf73763c3a tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.11 "GET /v2.0/ports?device_id=3681394b-75e1-4185-9fe1-91f183ed50be HTTP/1.1" status: 200 len: 946 time: 0.0665295 Jul 13 14:43:41.517529 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d49221e6-814d-4a0e-b0a2-bc96ccafa1f1 req-0ab3c843-2def-4358-8611-86a9a27a7cfa tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.11 "GET /v2.0/security-groups?id=701aa4a6-9493-49d3-94fe-6db174c43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333905 Jul 13 14:43:41.562671 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32de37c-073d-484c-b34f-9362515b5114 req-5c9d2e3d-99d7-4858-bfd9-737d7085db3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:41.564172 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-d32de37c-073d-484c-b34f-9362515b5114 req-5c9d2e3d-99d7-4858-bfd9-737d7085db3f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3681394b-75e1-4185-9fe1-91f183ed50be HTTP/1.1" status: 200 len: 1099 time: 0.0592151 Jul 13 14:43:41.597712 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-d32de37c-073d-484c-b34f-9362515b5114 req-6af759b2-1cde-4fc7-9b85-bcbd5f2d9187 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=701aa4a6-9493-49d3-94fe-6db174c43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276313 Jul 13 14:43:42.700222 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce37a1b1-a2fa-40df-a040-da0af147a9c2 req-9ec3aa81-525c-4e16-a194-9d3b07114548 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:42.701700 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ce37a1b1-a2fa-40df-a040-da0af147a9c2 req-9ec3aa81-525c-4e16-a194-9d3b07114548 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.11 "GET /v2.0/ports?device_id=3681394b-75e1-4185-9fe1-91f183ed50be HTTP/1.1" status: 200 len: 946 time: 0.0720739 Jul 13 14:43:42.739152 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ce37a1b1-a2fa-40df-a040-da0af147a9c2 req-9fdfb807-863b-4273-ad79-9fded5df6155 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.11 "GET /v2.0/security-groups?id=701aa4a6-9493-49d3-94fe-6db174c43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315394 Jul 13 14:43:43.910229 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a65383-6ae5-453c-8c06-e24730b9746b req-9deb367d-8e10-4bd1-8148-0b3b6ddf03f2 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:43.911714 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-01a65383-6ae5-453c-8c06-e24730b9746b req-9deb367d-8e10-4bd1-8148-0b3b6ddf03f2 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.11 "GET /v2.0/ports?device_id=3681394b-75e1-4185-9fe1-91f183ed50be HTTP/1.1" status: 200 len: 946 time: 0.0647631 Jul 13 14:43:44.170528 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-01a65383-6ae5-453c-8c06-e24730b9746b req-efa7416b-dd62-4b38-bd0a-65f8794e52a6 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.11 "GET /v2.0/security-groups?id=701aa4a6-9493-49d3-94fe-6db174c43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532117 Jul 13 14:43:45.025588 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce066e63-dcd6-48ca-94a6-9e58b111777b req-64d88c54-4e0b-495c-bafc-863e452ce204 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:45.027659 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ce066e63-dcd6-48ca-94a6-9e58b111777b req-64d88c54-4e0b-495c-bafc-863e452ce204 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.11 "GET /v2.0/ports?device_id=3681394b-75e1-4185-9fe1-91f183ed50be HTTP/1.1" status: 200 len: 946 time: 0.0600951 Jul 13 14:43:45.064857 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ce066e63-dcd6-48ca-94a6-9e58b111777b req-4d07870d-fbc1-40b3-8b93-fe22811095b3 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.11 "GET /v2.0/security-groups?id=701aa4a6-9493-49d3-94fe-6db174c43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316715 Jul 13 14:43:46.237076 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70869b60-7287-41c2-b0d4-badc517319ca req-b44f80e2-a39d-4652-aa4a-a30acd6207f0 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:46.238554 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-70869b60-7287-41c2-b0d4-badc517319ca req-b44f80e2-a39d-4652-aa4a-a30acd6207f0 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.11 "GET /v2.0/ports?device_id=3681394b-75e1-4185-9fe1-91f183ed50be HTTP/1.1" status: 200 len: 946 time: 0.0629148 Jul 13 14:43:46.277272 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-70869b60-7287-41c2-b0d4-badc517319ca req-d1b3e001-4cef-4673-b365-571e8f11744e tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.11 "GET /v2.0/security-groups?id=701aa4a6-9493-49d3-94fe-6db174c43132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332069 Jul 13 14:43:46.444551 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a96b5e1-c7ab-4184-b2b9-afffd3440451 req-bba22814-044d-465f-aaa6-77837126c420 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:43:46.445898 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-5a96b5e1-c7ab-4184-b2b9-afffd3440451 req-bba22814-044d-465f-aaa6-77837126c420 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.39 "GET /v2.0/ports?device_id=3681394b-75e1-4185-9fe1-91f183ed50be HTTP/1.1" status: 200 len: 946 time: 0.0615361 Jul 13 14:43:46.545494 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [req-5a96b5e1-c7ab-4184-b2b9-afffd3440451 req-fe1c7cb5-827d-4616-a588-84b73e4676b2 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Deleting port 09d52535-5d5e-4292-af61-158f5d6b6ada {{(pid=93155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:43:46.545836 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-5a96b5e1-c7ab-4184-b2b9-afffd3440451 req-fe1c7cb5-827d-4616-a588-84b73e4676b2 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:46.630749 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-5a96b5e1-c7ab-4184-b2b9-afffd3440451 req-fe1c7cb5-827d-4616-a588-84b73e4676b2 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] For port 09d52535-5d5e-4292-af61-158f5d6b6ada, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=09d52535-5d5e-4292-af61-158f5d6b6ada,segment=NetworkSegment(bbe8ef5a-f68d-4c07-a720-94035f693dab),segment_id=bbe8ef5a-f68d-4c07-a720-94035f693dab)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:43:46.631139 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-5a96b5e1-c7ab-4184-b2b9-afffd3440451 req-fe1c7cb5-827d-4616-a588-84b73e4676b2 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:46.643826 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [req-5a96b5e1-c7ab-4184-b2b9-afffd3440451 req-fe1c7cb5-827d-4616-a588-84b73e4676b2 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Calling delete_port for 09d52535-5d5e-4292-af61-158f5d6b6ada owned by compute:nova {{(pid=93155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:43:46.770304 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-5a96b5e1-c7ab-4184-b2b9-afffd3440451 req-fe1c7cb5-827d-4616-a588-84b73e4676b2 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:46.799501 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c7cb5-827d-4616-a588-84b73e4676b2 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Pushing event deleted for resources: {'Port': ['ID=09d52535-5d5e-4292-af61-158f5d6b6ada,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:43:46.805275 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] get_ports_and_sgs() called for port_ids ['09d52535-5d5e-4292-af61-158f5d6b6ada'] {{(pid=93156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:43:46.813365 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1c7cb5-827d-4616-a588-84b73e4676b2 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:46.813716 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1c7cb5-827d-4616-a588-84b73e4676b2 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:46.814059 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1c7cb5-827d-4616-a588-84b73e4676b2 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:46.814531 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1c7cb5-827d-4616-a588-84b73e4676b2 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:46.814932 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1c7cb5-827d-4616-a588-84b73e4676b2 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:46.815270 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1c7cb5-827d-4616-a588-84b73e4676b2 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:46.815665 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1c7cb5-827d-4616-a588-84b73e4676b2 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:46.816465 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1c7cb5-827d-4616-a588-84b73e4676b2 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:46.816465 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1c7cb5-827d-4616-a588-84b73e4676b2 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:46.816674 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1c7cb5-827d-4616-a588-84b73e4676b2 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:46.816899 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1c7cb5-827d-4616-a588-84b73e4676b2 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:46.817220 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1c7cb5-827d-4616-a588-84b73e4676b2 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:43:46.849622 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:46.862974 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a96b5e1-c7ab-4184-b2b9-afffd3440451 req-fe1c7cb5-827d-4616-a588-84b73e4676b2 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] No DVR routers for this DVR port 09d52535-5d5e-4292-af61-158f5d6b6ada on host hv-cinder-78445 {{(pid=93155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:43:46.865785 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-5a96b5e1-c7ab-4184-b2b9-afffd3440451 req-fe1c7cb5-827d-4616-a588-84b73e4676b2 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:43:46.868095 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-5a96b5e1-c7ab-4184-b2b9-afffd3440451 req-fe1c7cb5-827d-4616-a588-84b73e4676b2 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.39 "DELETE /v2.0/ports/09d52535-5d5e-4292-af61-158f5d6b6ada HTTP/1.1" status: 204 len: 173 time: 0.4166653 Jul 13 14:43:46.868581 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3681394b-75e1-4185-9fe1-91f183ed50be', 'name': 'network-vif-deleted', 'tag': '09d52535-5d5e-4292-af61-158f5d6b6ada'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:43:46.872354 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969d499ae61b7a2d5523e15545dbdfcb627d31ab7a946dd0dec0766d655d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40cd71a-4a21-4fb5-87ec-770aca11ac71" -d '{"events": [{"server_uuid": "3681394b-75e1-4185-9fe1-91f183ed50be", "name": "network-vif-deleted", "tag": "09d52535-5d5e-4292-af61-158f5d6b6ada"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:43:46.910680 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d96f4e5-96dd-4730-ae9c-24a4b1bf4a10 x-openstack-request-id: req-3d96f4e5-96dd-4730-ae9c-24a4b1bf4a10 {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:43:46.910989 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3681394b-75e1-4185-9fe1-91f183ed50be", "name": "network-vif-deleted", "tag": "09d52535-5d5e-4292-af61-158f5d6b6ada", "status": "completed", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:43:46.911233 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3d96f4e5-96dd-4730-ae9c-24a4b1bf4a10 {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:43:46.911680 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3681394b-75e1-4185-9fe1-91f183ed50be', 'name': 'network-vif-deleted', 'tag': '09d52535-5d5e-4292-af61-158f5d6b6ada', 'status': 'completed', 'code': 200} Jul 13 14:43:47.431178 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-bc6a9958-5e63-483f-adae-e8fd0319dbb9 req-561948a1-2ad0-433a-8408-2d69ab40d3b8 tempest-VolumesActionsTest-404860552 tempest-VolumesActionsTest-404860552-project] 10.222.0.11 "GET /v2.0/ports?device_id=3681394b-75e1-4185-9fe1-91f183ed50be HTTP/1.1" status: 200 len: 210 time: 0.0294907 Jul 13 14:43:52.063856 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 09d52535-5d5e-4292-af61-158f5d6b6ada no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:43:52.085757 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] No Port match for: 09d52535-5d5e-4292-af61-158f5d6b6ada {{(pid=93156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:43:52.086110 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 09d52535-5d5e-4292-af61-158f5d6b6ada not bound to the agent host hv-cinder-78445 {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:44:03.316350 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-b445c74d-09a1-42fd-8b12-983098d936be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:05.916469 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-2428c4d1-b0e9-4d35-bfc0-12558cb59ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:06.154151 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:07.196895 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:07.423622 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.agents_db [None req-a710d77f-e7af-45aa-808b-9771d160625e None None] Agent healthcheck: found 6 active agents {{(pid=93157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:44:08.618769 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:09.308076 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 60516) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:44:09.350237 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_v2 [None req-183e61c7-f737-4604-8a28-03a460b6363a admin admin] Deleting subnet d71dd505-a74c-4b9c-ac8c-fbd473e07f38 {{(pid=93154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:44:09.353169 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-183e61c7-f737-4604-8a28-03a460b6363a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:09.384894 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-183e61c7-f737-4604-8a28-03a460b6363a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421046'] for subnet, precommit_delete_associations {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:09.424124 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-183e61c7-f737-4604-8a28-03a460b6363a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870331'] for subnet, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:09.477811 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-183e61c7-f737-4604-8a28-03a460b6363a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8800497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8958797'] for subnet, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:09.503815 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e61c7-f737-4604-8a28-03a460b6363a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d71dd505-a74c-4b9c-ac8c-fbd473e07f38,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:09.506674 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-183e61c7-f737-4604-8a28-03a460b6363a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for subnet, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:09.507969 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-183e61c7-f737-4604-8a28-03a460b6363a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d71dd505-a74c-4b9c-ac8c-fbd473e07f38 HTTP/1.1" status: 204 len: 168 time: 0.1989222 Jul 13 14:44:09.510616 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 60518) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:44:09.514289 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e61c7-f737-4604-8a28-03a460b6363a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:09.514651 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e61c7-f737-4604-8a28-03a460b6363a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:09.514988 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e61c7-f737-4604-8a28-03a460b6363a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:09.515319 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e61c7-f737-4604-8a28-03a460b6363a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:09.515650 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e61c7-f737-4604-8a28-03a460b6363a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:09.515976 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e61c7-f737-4604-8a28-03a460b6363a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:09.516297 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e61c7-f737-4604-8a28-03a460b6363a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:09.516618 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e61c7-f737-4604-8a28-03a460b6363a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:09.516940 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e61c7-f737-4604-8a28-03a460b6363a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:09.517273 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e61c7-f737-4604-8a28-03a460b6363a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:09.517570 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e61c7-f737-4604-8a28-03a460b6363a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:09.517886 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e61c7-f737-4604-8a28-03a460b6363a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:09.582632 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-537d2253-7127-4307-9e69-e0028f5a7776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-993822'] for network, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:09.658348 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-537d2253-7127-4307-9e69-e0028f5a7776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-869682', 'neutron.services.segments.db._delete_segments_for_network-8754803476884'] for network, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:09.668021 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.services.segments.db [None req-537d2253-7127-4307-9e69-e0028f5a7776 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58923e39-2262-4543-a156-0c4fbde9151d']}} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:44:09.682107 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.services.segments.db [None req-537d2253-7127-4307-9e69-e0028f5a7776 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbe8ef5a-f68d-4c07-a720-94035f693dab') {'for_net_delete': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:44:09.682441 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.services.segments.db [None req-537d2253-7127-4307-9e69-e0028f5a7776 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbe8ef5a-f68d-4c07-a720-94035f693dab') {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:44:09.690979 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-537d2253-7127-4307-9e69-e0028f5a7776 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754803489931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3323136'] for segment, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:09.708493 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-537d2253-7127-4307-9e69-e0028f5a7776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834'] for segment, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:09.714669 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-537d2253-7127-4307-9e69-e0028f5a7776 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=93155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:44:09.715052 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-537d2253-7127-4307-9e69-e0028f5a7776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2868478'] for segment, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:09.717389 dv-cinder-784453-8-iscsi neutron-server[93155]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:44:09.717389 dv-cinder-784453-8-iscsi neutron-server[93155]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:44:09.717389 dv-cinder-784453-8-iscsi neutron-server[93155]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:44:09.717389 dv-cinder-784453-8-iscsi neutron-server[93155]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:44:09.717389 dv-cinder-784453-8-iscsi neutron-server[93155]: Traceback (most recent call last): Jul 13 14:44:09.717389 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:44:09.717389 dv-cinder-784453-8-iscsi neutron-server[93155]: timer() Jul 13 14:44:09.717389 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:44:09.717389 dv-cinder-784453-8-iscsi neutron-server[93155]: cb(*args, **kw) Jul 13 14:44:09.717389 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:44:09.717389 dv-cinder-784453-8-iscsi neutron-server[93155]: return func(*args, **kwargs) Jul 13 14:44:09.717389 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:44:09.717389 dv-cinder-784453-8-iscsi neutron-server[93155]: self._notify() Jul 13 14:44:09.717389 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:44:09.717389 dv-cinder-784453-8-iscsi neutron-server[93155]: self.callback(batched_events) Jul 13 14:44:09.717389 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:44:09.717389 dv-cinder-784453-8-iscsi neutron-server[93155]: event.method(event) Jul 13 14:44:09.717389 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:44:09.717389 dv-cinder-784453-8-iscsi neutron-server[93155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:44:09.717389 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:44:09.717389 dv-cinder-784453-8-iscsi neutron-server[93155]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:44:09.717389 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:44:09.717389 dv-cinder-784453-8-iscsi neutron-server[93155]: return f(self, *a, **k) Jul 13 14:44:09.717389 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:44:09.717389 dv-cinder-784453-8-iscsi neutron-server[93155]: return self._get(url).json() Jul 13 14:44:09.717389 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:44:09.717389 dv-cinder-784453-8-iscsi neutron-server[93155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:44:09.717389 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:44:09.717389 dv-cinder-784453-8-iscsi neutron-server[93155]: return self.request(url, 'GET', **kwargs) Jul 13 14:44:09.717389 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:44:09.717389 dv-cinder-784453-8-iscsi neutron-server[93155]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:44:09.717389 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:44:09.717389 dv-cinder-784453-8-iscsi neutron-server[93155]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:44:09.717389 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:44:09.717389 dv-cinder-784453-8-iscsi neutron-server[93155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:44:09.717389 dv-cinder-784453-8-iscsi neutron-server[93155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:44:09.774806 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-537d2253-7127-4307-9e69-e0028f5a7776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-869689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1994796'] for network, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:09.779211 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-537d2253-7127-4307-9e69-e0028f5a7776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for network, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:09.781706 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-537d2253-7127-4307-9e69-e0028f5a7776 admin admin] 10.222.0.11 "DELETE /v2.0/networks/58923e39-2262-4543-a156-0c4fbde9151d HTTP/1.1" status: 204 len: 168 time: 0.2700608 Jul 13 14:44:09.794449 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d2253-7127-4307-9e69-e0028f5a7776 admin admin] Pushing event deleted for resources: {'Network': ['ID=58923e39-2262-4543-a156-0c4fbde9151d,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:09.941236 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 60522) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:44:09.980260 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-9488f413-e4ad-4177-bf0c-d47780be49e9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9e7a18824e7940a7974e809c68e33391&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378451 Jul 13 14:44:09.982753 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 60524) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:44:10.029446 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-0d056db5-02c2-486f-bdaa-751a9455ca8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:10.054389 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-0d056db5-02c2-486f-bdaa-751a9455ca8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:10.098655 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-0d056db5-02c2-486f-bdaa-751a9455ca8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:10.101199 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-0d056db5-02c2-486f-bdaa-751a9455ca8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:10.102361 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-0d056db5-02c2-486f-bdaa-751a9455ca8d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/701aa4a6-9493-49d3-94fe-6db174c43132 HTTP/1.1" status: 204 len: 168 time: 0.1186965 Jul 13 14:44:10.110143 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d056db5-02c2-486f-bdaa-751a9455ca8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701aa4a6-9493-49d3-94fe-6db174c43132,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:12.299352 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9c79388c-1871-4e4c-a635-3de2046b415c req-44d63793-d88d-4af5-9e81-7307e4d8d280 tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=1364215dd4ec4866b4b373f56b45b571&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295455 Jul 13 14:44:12.474125 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79388c-1871-4e4c-a635-3de2046b415c req-343f824b-2d80-4089-9869-ce32c0880479 tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:12.475511 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9c79388c-1871-4e4c-a635-3de2046b415c req-343f824b-2d80-4089-9869-ce32c0880479 tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1712363 Jul 13 14:44:12.490558 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9c79388c-1871-4e4c-a635-3de2046b415c req-c4d4a00d-96e4-4b5e-a669-c01279dfc928 tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] 10.222.0.11 "GET /v2.0/quotas/1364215dd4ec4866b4b373f56b45b571 HTTP/1.1" status: 200 len: 375 time: 0.0097682 Jul 13 14:44:12.525944 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9c79388c-1871-4e4c-a635-3de2046b415c req-194044c2-bd4b-42c6-972d-91117623f440 tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1364215dd4ec4866b4b373f56b45b571&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305078 Jul 13 14:44:12.693793 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8be91607-044c-4d8f-ad4f-0c8c370114f5 req-83541477-b94e-4091-94fc-ca2016bf9615 tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9ea1827-aa7c-4f28-b62e-98f3f249bdf8 HTTP/1.1" status: 200 len: 210 time: 0.0306754 Jul 13 14:44:13.833487 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1227783f-3042-4218-95e3-8c5cfa8323cf req-de2011b5-726a-48cb-bcdc-9943b53fd7f2 tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9ea1827-aa7c-4f28-b62e-98f3f249bdf8 HTTP/1.1" status: 200 len: 210 time: 0.0269976 Jul 13 14:44:13.943633 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-9c79388c-1871-4e4c-a635-3de2046b415c req-301e1c7a-f3b1-487f-952b-8fad9df81d0e tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=1364215dd4ec4866b4b373f56b45b571&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309532 Jul 13 14:44:14.127544 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79388c-1871-4e4c-a635-3de2046b415c req-343abed0-7df7-4cc9-8bf1-85cc47a0e64a tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:14.130309 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-9c79388c-1871-4e4c-a635-3de2046b415c req-343abed0-7df7-4cc9-8bf1-85cc47a0e64a tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1827862 Jul 13 14:44:14.160038 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [req-9c79388c-1871-4e4c-a635-3de2046b415c req-e5da4068-e97c-4501-bd70-626f965a9a6b tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] Request body: {'port': {'device_id': 'd9ea1827-aa7c-4f28-b62e-98f3f249bdf8', 'network_id': 'c2d03b2d-676f-4a75-8669-b5dea29c5004', 'admin_state_up': True, 'tenant_id': '1364215dd4ec4866b4b373f56b45b571'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:44:14.281187 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c79388c-1871-4e4c-a635-3de2046b415c req-e5da4068-e97c-4501-bd70-626f965a9a6b tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] Made reservation on behalf of 1364215dd4ec4866b4b373f56b45b571 for: {'port': 1} {{(pid=93155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:44:14.284759 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-9c79388c-1871-4e4c-a635-3de2046b415c req-e5da4068-e97c-4501-bd70-626f965a9a6b tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:14.293963 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-9c79388c-1871-4e4c-a635-3de2046b415c req-e5da4068-e97c-4501-bd70-626f965a9a6b tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:14.398020 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-9c79388c-1871-4e4c-a635-3de2046b415c req-e5da4068-e97c-4501-bd70-626f965a9a6b tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:14.402303 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-9c79388c-1871-4e4c-a635-3de2046b415c req-e5da4068-e97c-4501-bd70-626f965a9a6b tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:14.478236 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da4068-e97c-4501-bd70-626f965a9a6b tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9a3876-fb32-4a7d-b3a9-8dace8ee9fe5,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:14.557150 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.db_base_plugin_common [req-9c79388c-1871-4e4c-a635-3de2046b415c req-e5da4068-e97c-4501-bd70-626f965a9a6b tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] Allocated IP 192.168.233.75 (c2d03b2d-676f-4a75-8669-b5dea29c5004/2eb63aed-9cb3-4a78-9da4-ef2fac1ab24a/485a75c0-2807-46bc-b36c-588429d197cc) {{(pid=93155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:44:14.725666 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-9c79388c-1871-4e4c-a635-3de2046b415c req-e5da4068-e97c-4501-bd70-626f965a9a6b tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] Notify callbacks [] for port, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:14.743316 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [req-9c79388c-1871-4e4c-a635-3de2046b415c req-e5da4068-e97c-4501-bd70-626f965a9a6b tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] Transition to ACTIVE for port object 485a75c0-2807-46bc-b36c-588429d197cc will not be triggered until provisioned by entity DHCP. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:44:14.781164 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-9c79388c-1871-4e4c-a635-3de2046b415c req-e5da4068-e97c-4501-bd70-626f965a9a6b tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:14.822290 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c79388c-1871-4e4c-a635-3de2046b415c req-e5da4068-e97c-4501-bd70-626f965a9a6b tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] Network c2d03b2d-676f-4a75-8669-b5dea29c5004 is already hosted by enough agents. {{(pid=93155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:44:14.827312 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [req-9c79388c-1871-4e4c-a635-3de2046b415c req-e5da4068-e97c-4501-bd70-626f965a9a6b tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] Resources bound (agent type, host, resource id): {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:44:14.831090 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c79388c-1871-4e4c-a635-3de2046b415c req-e5da4068-e97c-4501-bd70-626f965a9a6b tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] Received port after_create {{(pid=93155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:44:14.855793 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da4068-e97c-4501-bd70-626f965a9a6b tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] Pushing event updated for resources: {'Port': ['ID=485a75c0-2807-46bc-b36c-588429d197cc,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:14.887717 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79388c-1871-4e4c-a635-3de2046b415c req-e5da4068-e97c-4501-bd70-626f965a9a6b tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:14.887717 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-9c79388c-1871-4e4c-a635-3de2046b415c req-e5da4068-e97c-4501-bd70-626f965a9a6b tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:14.903180 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-9c79388c-1871-4e4c-a635-3de2046b415c req-e5da4068-e97c-4501-bd70-626f965a9a6b tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7481661 Jul 13 14:44:14.921828 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [req-9c79388c-1871-4e4c-a635-3de2046b415c req-2043d31c-0a85-4c8d-9f1d-3e350206e88e service neutron] Request body: {'port': {'device_id': 'd9ea1827-aa7c-4f28-b62e-98f3f249bdf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:44:15.000750 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-9c79388c-1871-4e4c-a635-3de2046b415c req-2043d31c-0a85-4c8d-9f1d-3e350206e88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:15.029820 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56ffb7-dc7b-43dd-b725-761a9cc85b84 req-6416d93e-104d-4dfd-8fb7-7e3aa05eba2d tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:15.031312 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9d56ffb7-dc7b-43dd-b725-761a9cc85b84 req-6416d93e-104d-4dfd-8fb7-7e3aa05eba2d tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9ea1827-aa7c-4f28-b62e-98f3f249bdf8 HTTP/1.1" status: 200 len: 935 time: 0.0691102 Jul 13 14:44:15.071215 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9d56ffb7-dc7b-43dd-b725-761a9cc85b84 req-6b2841b3-eecd-4066-a7a9-ac242521e423 tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c9a3876-fb32-4a7d-b3a9-8dace8ee9fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341108 Jul 13 14:44:15.110315 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-fe2392ea-bd7f-44c2-bb47-279bca10f6ff None None] Provisioning for port 485a75c0-2807-46bc-b36c-588429d197cc completed by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:44:15.113923 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-fe2392ea-bd7f-44c2-bb47-279bca10f6ff None None] Provisioning complete for port 485a75c0-2807-46bc-b36c-588429d197cc triggered by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:44:15.114375 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-fe2392ea-bd7f-44c2-bb47-279bca10f6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:15.148435 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-fe2392ea-bd7f-44c2-bb47-279bca10f6ff None None] Port 485a75c0-2807-46bc-b36c-588429d197cc cannot update to ACTIVE because it is not bound. {{(pid=93156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:44:15.261635 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [req-9c79388c-1871-4e4c-a635-3de2046b415c req-2043d31c-0a85-4c8d-9f1d-3e350206e88e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 485a75c0-2807-46bc-b36c-588429d197cc {{(pid=93155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:44:15.269067 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-9c79388c-1871-4e4c-a635-3de2046b415c req-2043d31c-0a85-4c8d-9f1d-3e350206e88e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:15.281317 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [req-9c79388c-1871-4e4c-a635-3de2046b415c req-2043d31c-0a85-4c8d-9f1d-3e350206e88e service neutron] Transition to ACTIVE for port object 485a75c0-2807-46bc-b36c-588429d197cc will not be triggered until provisioned by entity L2. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:44:15.285437 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-9c79388c-1871-4e4c-a635-3de2046b415c req-2043d31c-0a85-4c8d-9f1d-3e350206e88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868486'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:15.333812 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2043d31c-0a85-4c8d-9f1d-3e350206e88e service neutron] Pushing event updated for resources: {'Port': ['ID=485a75c0-2807-46bc-b36c-588429d197cc,revision_number=2']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:15.407390 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-9c79388c-1871-4e4c-a635-3de2046b415c req-2043d31c-0a85-4c8d-9f1d-3e350206e88e service neutron] Attempting to bind port 485a75c0-2807-46bc-b36c-588429d197cc on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:44:15.407726 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-9c79388c-1871-4e4c-a635-3de2046b415c req-2043d31c-0a85-4c8d-9f1d-3e350206e88e service neutron] Attempting to bind port 485a75c0-2807-46bc-b36c-588429d197cc by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '8ac2101d-5dc3-4a77-8623-1f82aac6525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c2d03b2d-676f-4a75-8669-b5dea29c5004'}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:44:15.408058 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c79388c-1871-4e4c-a635-3de2046b415c req-2043d31c-0a85-4c8d-9f1d-3e350206e88e service neutron] Attempting to bind port 485a75c0-2807-46bc-b36c-588429d197cc on network c2d03b2d-676f-4a75-8669-b5dea29c5004 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:44:15.412458 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c79388c-1871-4e4c-a635-3de2046b415c req-2043d31c-0a85-4c8d-9f1d-3e350206e88e service neutron] Port 485a75c0-2807-46bc-b36c-588429d197cc on network c2d03b2d-676f-4a75-8669-b5dea29c5004 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:44:15.412772 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c79388c-1871-4e4c-a635-3de2046b415c req-2043d31c-0a85-4c8d-9f1d-3e350206e88e service neutron] Attempting to bind port 485a75c0-2807-46bc-b36c-588429d197cc on network c2d03b2d-676f-4a75-8669-b5dea29c5004 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:44:15.417616 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c79388c-1871-4e4c-a635-3de2046b415c req-2043d31c-0a85-4c8d-9f1d-3e350206e88e service neutron] Checking agent: {'id': 'b13b15cc-78ec-4c35-8be2-6f245ac287e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 13, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:44:15.417957 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c79388c-1871-4e4c-a635-3de2046b415c req-2043d31c-0a85-4c8d-9f1d-3e350206e88e service neutron] Checking segment: {'id': '8ac2101d-5dc3-4a77-8623-1f82aac6525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c2d03b2d-676f-4a75-8669-b5dea29c5004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:44:15.418373 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c79388c-1871-4e4c-a635-3de2046b415c req-2043d31c-0a85-4c8d-9f1d-3e350206e88e service neutron] Bound using segment: {'id': '8ac2101d-5dc3-4a77-8623-1f82aac6525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c2d03b2d-676f-4a75-8669-b5dea29c5004'} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:44:15.418809 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-9c79388c-1871-4e4c-a635-3de2046b415c req-2043d31c-0a85-4c8d-9f1d-3e350206e88e service neutron] Bound port: 485a75c0-2807-46bc-b36c-588429d197cc, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ac2101d-5dc3-4a77-8623-1f82aac6525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c2d03b2d-676f-4a75-8669-b5dea29c5004'}}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:44:15.419169 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-9c79388c-1871-4e4c-a635-3de2046b415c req-2043d31c-0a85-4c8d-9f1d-3e350206e88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:15.483900 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-9c79388c-1871-4e4c-a635-3de2046b415c req-2043d31c-0a85-4c8d-9f1d-3e350206e88e service neutron] For port 485a75c0-2807-46bc-b36c-588429d197cc, host hv-cinder-78445, cleared binding levels {{(pid=93155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:44:15.486870 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-9c79388c-1871-4e4c-a635-3de2046b415c req-2043d31c-0a85-4c8d-9f1d-3e350206e88e service neutron] For port 485a75c0-2807-46bc-b36c-588429d197cc, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=485a75c0-2807-46bc-b36c-588429d197cc,segment=NetworkSegment(8ac2101d-5dc3-4a77-8623-1f82aac6525a),segment_id=8ac2101d-5dc3-4a77-8623-1f82aac6525a)] {{(pid=93155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:44:15.491454 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-9c79388c-1871-4e4c-a635-3de2046b415c req-2043d31c-0a85-4c8d-9f1d-3e350206e88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868486'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:15.524368 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79388c-1871-4e4c-a635-3de2046b415c req-2043d31c-0a85-4c8d-9f1d-3e350206e88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:15.524985 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-9c79388c-1871-4e4c-a635-3de2046b415c req-2043d31c-0a85-4c8d-9f1d-3e350206e88e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:15.526438 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-9c79388c-1871-4e4c-a635-3de2046b415c req-2043d31c-0a85-4c8d-9f1d-3e350206e88e service neutron] 10.222.0.39 "PUT /v2.0/ports/485a75c0-2807-46bc-b36c-588429d197cc HTTP/1.1" status: 200 len: 1097 time: 0.6095374 Jul 13 14:44:15.526871 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9ea1827-aa7c-4f28-b62e-98f3f249bdf8', 'tag': '485a75c0-2807-46bc-b36c-588429d197cc'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:44:15.529114 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969d499ae61b7a2d5523e15545dbdfcb627d31ab7a946dd0dec0766d655d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36c4d82-cf45-4a71-a503-a22eb7973d52" -d '{"events": [{"name": "network-changed", "server_uuid": "d9ea1827-aa7c-4f28-b62e-98f3f249bdf8", "tag": "485a75c0-2807-46bc-b36c-588429d197cc"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:44:15.556641 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2043d31c-0a85-4c8d-9f1d-3e350206e88e service neutron] Pushing event updated for resources: {'Port': ['ID=485a75c0-2807-46bc-b36c-588429d197cc,revision_number=3']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:15.569080 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fc6e35-b939-4846-9bb7-0e4789289e8b x-openstack-request-id: req-08fc6e35-b939-4846-9bb7-0e4789289e8b {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:44:15.569636 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9ea1827-aa7c-4f28-b62e-98f3f249bdf8", "tag": "485a75c0-2807-46bc-b36c-588429d197cc", "status": "completed", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:44:15.570097 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-08fc6e35-b939-4846-9bb7-0e4789289e8b {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:44:15.570713 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9ea1827-aa7c-4f28-b62e-98f3f249bdf8', 'tag': '485a75c0-2807-46bc-b36c-588429d197cc', 'status': 'completed', 'code': 200} Jul 13 14:44:15.647785 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79388c-1871-4e4c-a635-3de2046b415c req-8d487210-bafb-41de-9bc3-a43704365606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:15.649498 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-9c79388c-1871-4e4c-a635-3de2046b415c req-8d487210-bafb-41de-9bc3-a43704365606 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1364215dd4ec4866b4b373f56b45b571&device_id=d9ea1827-aa7c-4f28-b62e-98f3f249bdf8 HTTP/1.1" status: 200 len: 1100 time: 0.0589755 Jul 13 14:44:15.696519 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-9c79388c-1871-4e4c-a635-3de2046b415c req-3614c6a9-9255-4f18-89d0-8c200f0da76f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=485a75c0-2807-46bc-b36c-588429d197cc HTTP/1.1" status: 200 len: 217 time: 0.0344284 Jul 13 14:44:15.743898 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79388c-1871-4e4c-a635-3de2046b415c req-3b525571-ad6f-465b-a0dd-1a9ca260a73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:15.745328 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-9c79388c-1871-4e4c-a635-3de2046b415c req-3b525571-ad6f-465b-a0dd-1a9ca260a73a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2eb63aed-9cb3-4a78-9da4-ef2fac1ab24a HTTP/1.1" status: 200 len: 843 time: 0.0423729 Jul 13 14:44:15.805096 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79388c-1871-4e4c-a635-3de2046b415c req-85b92b50-205e-478a-a6a3-8f637daccd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:15.806657 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-9c79388c-1871-4e4c-a635-3de2046b415c req-85b92b50-205e-478a-a6a3-8f637daccd36 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c2d03b2d-676f-4a75-8669-b5dea29c5004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0553544 Jul 13 14:44:15.898370 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-9c79388c-1871-4e4c-a635-3de2046b415c req-7631de8c-9b9a-44d4-882e-2f9dc8b39107 service neutron] 10.222.0.39 "GET /v2.0/networks/c2d03b2d-676f-4a75-8669-b5dea29c5004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854144 Jul 13 14:44:15.982275 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-9c79388c-1871-4e4c-a635-3de2046b415c req-cf267dcc-c1b8-466f-8f3d-6a5a9ece13f5 service neutron] 10.222.0.39 "GET /v2.0/networks/c2d03b2d-676f-4a75-8669-b5dea29c5004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780504 Jul 13 14:44:16.121708 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c4d82-cf45-4a71-a503-a22eb7973d52 req-267c16ce-5f03-4686-97c4-a4c07aa8281b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:16.123209 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-a36c4d82-cf45-4a71-a503-a22eb7973d52 req-267c16ce-5f03-4686-97c4-a4c07aa8281b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1364215dd4ec4866b4b373f56b45b571&device_id=d9ea1827-aa7c-4f28-b62e-98f3f249bdf8 HTTP/1.1" status: 200 len: 1100 time: 0.0552082 Jul 13 14:44:16.212209 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c4d82-cf45-4a71-a503-a22eb7973d52 req-6bec341b-f3b2-45a0-987e-45e684cc1c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:16.213676 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-a36c4d82-cf45-4a71-a503-a22eb7973d52 req-6bec341b-f3b2-45a0-987e-45e684cc1c46 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c2d03b2d-676f-4a75-8669-b5dea29c5004 HTTP/1.1" status: 200 len: 870 time: 0.0830247 Jul 13 14:44:16.240152 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c32be2-2d7f-4100-b8bb-b5e9220c24d1 req-796b20e5-0052-4472-863d-36032133bc91 tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:16.241672 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-95c32be2-2d7f-4100-b8bb-b5e9220c24d1 req-796b20e5-0052-4472-863d-36032133bc91 tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9ea1827-aa7c-4f28-b62e-98f3f249bdf8 HTTP/1.1" status: 200 len: 947 time: 0.0618947 Jul 13 14:44:16.257885 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-a36c4d82-cf45-4a71-a503-a22eb7973d52 req-f9454d27-722e-473e-b062-2ba6023abe40 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=485a75c0-2807-46bc-b36c-588429d197cc HTTP/1.1" status: 200 len: 217 time: 0.0372798 Jul 13 14:44:16.279495 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-95c32be2-2d7f-4100-b8bb-b5e9220c24d1 req-aa704a95-dfe9-46da-985c-fb53871dacc7 tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c9a3876-fb32-4a7d-b3a9-8dace8ee9fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321176 Jul 13 14:44:16.306531 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c4d82-cf45-4a71-a503-a22eb7973d52 req-b61e6f42-1360-4155-8746-f062d13f56e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:16.307973 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-a36c4d82-cf45-4a71-a503-a22eb7973d52 req-b61e6f42-1360-4155-8746-f062d13f56e9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2eb63aed-9cb3-4a78-9da4-ef2fac1ab24a HTTP/1.1" status: 200 len: 843 time: 0.0435400 Jul 13 14:44:16.363411 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c4d82-cf45-4a71-a503-a22eb7973d52 req-c4ae4bf7-5740-46b3-a5fc-ca4534b4eaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:16.364773 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-a36c4d82-cf45-4a71-a503-a22eb7973d52 req-c4ae4bf7-5740-46b3-a5fc-ca4534b4eaac service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c2d03b2d-676f-4a75-8669-b5dea29c5004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0492637 Jul 13 14:44:16.454801 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-a36c4d82-cf45-4a71-a503-a22eb7973d52 req-9b615cf3-23df-4529-877d-61167f989b79 service neutron] 10.222.0.39 "GET /v2.0/networks/c2d03b2d-676f-4a75-8669-b5dea29c5004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825274 Jul 13 14:44:16.550741 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-a36c4d82-cf45-4a71-a503-a22eb7973d52 req-ca944d93-eb6c-494b-bc54-1298ab1963c6 service neutron] 10.222.0.39 "GET /v2.0/networks/c2d03b2d-676f-4a75-8669-b5dea29c5004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820308 Jul 13 14:44:16.821164 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:17.449491 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772b157-4d3b-462f-9f0f-5502ee9a32a0 req-955660b0-ed9a-482d-9656-e7120dc7d3d4 tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:17.451301 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f772b157-4d3b-462f-9f0f-5502ee9a32a0 req-955660b0-ed9a-482d-9656-e7120dc7d3d4 tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9ea1827-aa7c-4f28-b62e-98f3f249bdf8 HTTP/1.1" status: 200 len: 947 time: 0.0609164 Jul 13 14:44:17.489616 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f772b157-4d3b-462f-9f0f-5502ee9a32a0 req-dc38a75e-d246-4a71-ac17-0a03eb4b9e70 tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c9a3876-fb32-4a7d-b3a9-8dace8ee9fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321300 Jul 13 14:44:18.664063 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa80752d-6f51-4b4b-bdcf-a530b89ed4a5 req-2e0e98fb-80f2-4e9b-a05c-35e4e5718a2c tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:18.665528 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-fa80752d-6f51-4b4b-bdcf-a530b89ed4a5 req-2e0e98fb-80f2-4e9b-a05c-35e4e5718a2c tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9ea1827-aa7c-4f28-b62e-98f3f249bdf8 HTTP/1.1" status: 200 len: 947 time: 0.0647314 Jul 13 14:44:18.703163 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-fa80752d-6f51-4b4b-bdcf-a530b89ed4a5 req-56e6abf3-b402-41d8-9343-9c4db45f6001 tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c9a3876-fb32-4a7d-b3a9-8dace8ee9fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312400 Jul 13 14:44:19.255952 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 485a75c0-2807-46bc-b36c-588429d197cc details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:44:19.349445 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port 485a75c0-2807-46bc-b36c-588429d197cc, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=485a75c0-2807-46bc-b36c-588429d197cc,segment=NetworkSegment(8ac2101d-5dc3-4a77-8623-1f82aac6525a),segment_id=8ac2101d-5dc3-4a77-8623-1f82aac6525a)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:44:19.360548 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Returning: {'device': '485a75c0-2807-46bc-b36c-588429d197cc', 'network_id': 'c2d03b2d-676f-4a75-8669-b5dea29c5004', 'port_id': '485a75c0-2807-46bc-b36c-588429d197cc', 'mac_address': 'fa:16:3e:08:25:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eb63aed-9cb3-4a78-9da4-ef2fac1ab24a', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:44:19.396455 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:19.409351 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 485a75c0-2807-46bc-b36c-588429d197cc {{(pid=93156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:44:19.428471 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port 485a75c0-2807-46bc-b36c-588429d197cc, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=485a75c0-2807-46bc-b36c-588429d197cc,segment=NetworkSegment(8ac2101d-5dc3-4a77-8623-1f82aac6525a),segment_id=8ac2101d-5dc3-4a77-8623-1f82aac6525a)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:44:19.432360 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:19.478990 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=485a75c0-2807-46bc-b36c-588429d197cc,revision_number=4']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:19.485781 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:19.486137 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:19.486503 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:19.486841 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:19.487175 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:19.487507 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:19.487837 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:19.488165 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:19.488492 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:19.488824 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:19.489147 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:19.489471 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:19.726428 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] get_ports_and_sgs() called for port_ids ['485a75c0-2807-46bc-b36c-588429d197cc'] {{(pid=93156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:44:19.890472 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a01fe-e8f5-4c70-a00f-949cd1b82ab5 req-489f1008-ec01-4116-82fa-f98a2ae26b1e tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:19.891994 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-aa6a01fe-e8f5-4c70-a00f-949cd1b82ab5 req-489f1008-ec01-4116-82fa-f98a2ae26b1e tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9ea1827-aa7c-4f28-b62e-98f3f249bdf8 HTTP/1.1" status: 200 len: 948 time: 0.0627670 Jul 13 14:44:19.928699 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-aa6a01fe-e8f5-4c70-a00f-949cd1b82ab5 req-2505df9e-96e3-4ad6-982a-e5c4598fd2a8 tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c9a3876-fb32-4a7d-b3a9-8dace8ee9fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312626 Jul 13 14:44:20.782366 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-6a83bd90-0020-467e-95d2-c11415580250 req-3fcbfc97-d20b-4f53-a1c1-c9fe687cbe71 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ee8ee0dd-c1fe-4b2d-aacc-7e611d99e1a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0509539 Jul 13 14:44:20.894561 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83bd90-0020-467e-95d2-c11415580250 req-22935edb-5aaa-4248-8754-4902191f9ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:20.896022 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-6a83bd90-0020-467e-95d2-c11415580250 req-22935edb-5aaa-4248-8754-4902191f9ff4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=99769a464f6d4affafc17bdbbd66183b&device_id=ee8ee0dd-c1fe-4b2d-aacc-7e611d99e1a4 HTTP/1.1" status: 200 len: 1099 time: 0.0547307 Jul 13 14:44:20.998807 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83bd90-0020-467e-95d2-c11415580250 req-d46d08a0-341d-4783-a3ee-d114d9878f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:21.000433 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-6a83bd90-0020-467e-95d2-c11415580250 req-d46d08a0-341d-4783-a3ee-d114d9878f07 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c4e52171-321c-48d2-9bf2-ea19f9b9ae29 HTTP/1.1" status: 200 len: 912 time: 0.0835812 Jul 13 14:44:21.069636 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-6a83bd90-0020-467e-95d2-c11415580250 req-ab648c6a-1b67-4184-91cf-7cc447731765 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f18a20b1-24f9-490a-86e4-c7f996b12f24 HTTP/1.1" status: 200 len: 1002 time: 0.0619388 Jul 13 14:44:21.101551 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372700f-9fa7-4089-b307-57a46064c8ea req-aebc6773-6a6b-403e-8639-ced682e831dc tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:21.103056 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e372700f-9fa7-4089-b307-57a46064c8ea req-aebc6773-6a6b-403e-8639-ced682e831dc tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9ea1827-aa7c-4f28-b62e-98f3f249bdf8 HTTP/1.1" status: 200 len: 948 time: 0.0647993 Jul 13 14:44:21.117234 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83bd90-0020-467e-95d2-c11415580250 req-78715c74-b90b-43f0-a71a-780a77ff11e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:21.118707 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-6a83bd90-0020-467e-95d2-c11415580250 req-78715c74-b90b-43f0-a71a-780a77ff11e4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28025b5e-d48d-4866-b8db-aa50e7c929e5 HTTP/1.1" status: 200 len: 850 time: 0.0431662 Jul 13 14:44:21.141482 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e372700f-9fa7-4089-b307-57a46064c8ea req-49a3b9fe-4f2a-4bf2-a4e1-04e882fd0519 tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c9a3876-fb32-4a7d-b3a9-8dace8ee9fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326910 Jul 13 14:44:21.173949 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83bd90-0020-467e-95d2-c11415580250 req-56976322-bb42-4017-b59a-daf75f5f5526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:21.175445 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-6a83bd90-0020-467e-95d2-c11415580250 req-56976322-bb42-4017-b59a-daf75f5f5526 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c4e52171-321c-48d2-9bf2-ea19f9b9ae29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506711 Jul 13 14:44:21.264027 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-6a83bd90-0020-467e-95d2-c11415580250 req-a83f7094-a0c1-46cc-a702-df7aa920edca service neutron] 10.222.0.39 "GET /v2.0/networks/c4e52171-321c-48d2-9bf2-ea19f9b9ae29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819666 Jul 13 14:44:21.268845 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 485a75c0-2807-46bc-b36c-588429d197cc up at agent hyperv_hv-cinder-78445 {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:44:21.316842 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Provisioning for port 485a75c0-2807-46bc-b36c-588429d197cc completed by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:44:21.320935 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Provisioning complete for port 485a75c0-2807-46bc-b36c-588429d197cc triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:44:21.321128 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:21.353977 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-6a83bd90-0020-467e-95d2-c11415580250 req-ac21bfe0-e2c8-4092-9ad3-8a8fe5f95473 service neutron] 10.222.0.39 "GET /v2.0/networks/c4e52171-321c-48d2-9bf2-ea19f9b9ae29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827606 Jul 13 14:44:21.398856 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:21.420593 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ea1827-aa7c-4f28-b62e-98f3f249bdf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485a75c0-2807-46bc-b36c-588429d197cc'}] {{(pid=93156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:44:21.423388 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd5989a68af48bbe0a00b0c674d1da0e65c633cef20e3ffd105cdad221ff8d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7c2638-8d96-4c78-b99e-db047636b8f8" -d '{"events": [{"server_uuid": "d9ea1827-aa7c-4f28-b62e-98f3f249bdf8", "name": "network-vif-plugged", "status": "completed", "tag": "485a75c0-2807-46bc-b36c-588429d197cc"}]}' {{(pid=93156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:44:21.436762 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port 485a75c0-2807-46bc-b36c-588429d197cc, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=485a75c0-2807-46bc-b36c-588429d197cc,segment=NetworkSegment(8ac2101d-5dc3-4a77-8623-1f82aac6525a),segment_id=8ac2101d-5dc3-4a77-8623-1f82aac6525a)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:44:21.440969 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:21.465982 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7233cb0-708f-4d7a-ade2-560f4dadfb9b x-openstack-request-id: req-b7233cb0-708f-4d7a-ade2-560f4dadfb9b {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:44:21.466287 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ea1827-aa7c-4f28-b62e-98f3f249bdf8", "name": "network-vif-plugged", "status": "completed", "tag": "485a75c0-2807-46bc-b36c-588429d197cc", "code": 200}]} {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:44:21.466540 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b7233cb0-708f-4d7a-ade2-560f4dadfb9b {{(pid=93156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:44:21.466917 dv-cinder-784453-8-iscsi neutron-server[93156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ea1827-aa7c-4f28-b62e-98f3f249bdf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485a75c0-2807-46bc-b36c-588429d197cc', 'code': 200} Jul 13 14:44:21.493394 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=485a75c0-2807-46bc-b36c-588429d197cc,revision_number=5']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:21.703049 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61466fa0-999b-483c-a9cb-3bb778fc032c req-4c2b2361-6317-41ef-a239-86353e09ecd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:21.704412 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-61466fa0-999b-483c-a9cb-3bb778fc032c req-4c2b2361-6317-41ef-a239-86353e09ecd8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d9ea1827-aa7c-4f28-b62e-98f3f249bdf8 HTTP/1.1" status: 200 len: 1102 time: 0.0501232 Jul 13 14:44:21.751652 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-61466fa0-999b-483c-a9cb-3bb778fc032c req-6b6fa0b4-49a8-474d-84a3-f26f0e0e29da service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9c9a3876-fb32-4a7d-b3a9-8dace8ee9fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269427 Jul 13 14:44:22.309963 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a511a7-6195-421f-9af3-78956b5e6d6d req-aae0d232-56dc-4e3a-8a99-24a8a36c842f tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:22.312104 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c4a511a7-6195-421f-9af3-78956b5e6d6d req-aae0d232-56dc-4e3a-8a99-24a8a36c842f tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9ea1827-aa7c-4f28-b62e-98f3f249bdf8 HTTP/1.1" status: 200 len: 949 time: 0.0619440 Jul 13 14:44:22.348421 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c4a511a7-6195-421f-9af3-78956b5e6d6d req-f9b87747-e709-4028-b937-eb6cc246fe2c tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c9a3876-fb32-4a7d-b3a9-8dace8ee9fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308118 Jul 13 14:44:23.517718 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9278d7-7d8b-4ea5-bf9d-c1720e9abb1a req-c149ffd7-00a9-4d94-b6d3-29d2f8f8fc58 tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:23.519335 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7e9278d7-7d8b-4ea5-bf9d-c1720e9abb1a req-c149ffd7-00a9-4d94-b6d3-29d2f8f8fc58 tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9ea1827-aa7c-4f28-b62e-98f3f249bdf8 HTTP/1.1" status: 200 len: 949 time: 0.0618885 Jul 13 14:44:23.557980 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7e9278d7-7d8b-4ea5-bf9d-c1720e9abb1a req-c14c81ee-ab1d-4f40-9065-550fbe25f462 tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c9a3876-fb32-4a7d-b3a9-8dace8ee9fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331585 Jul 13 14:44:23.959039 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c1bac6-fddd-4fb2-8b71-618db5d288cc req-85befeb5-5d60-4921-8b1c-4b92e6fa50d1 tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:23.960395 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-66c1bac6-fddd-4fb2-8b71-618db5d288cc req-85befeb5-5d60-4921-8b1c-4b92e6fa50d1 tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9ea1827-aa7c-4f28-b62e-98f3f249bdf8 HTTP/1.1" status: 200 len: 949 time: 0.0643396 Jul 13 14:44:23.996476 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-66c1bac6-fddd-4fb2-8b71-618db5d288cc req-b274a40d-a5d4-4cb1-91f6-5d0396947308 tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c9a3876-fb32-4a7d-b3a9-8dace8ee9fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305500 Jul 13 14:44:25.167818 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d32a07-d15e-4807-8c8f-2531a902cb7c req-6892bb52-a4cc-4fec-a45b-57f3f8e76e91 tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:25.169174 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f1d32a07-d15e-4807-8c8f-2531a902cb7c req-6892bb52-a4cc-4fec-a45b-57f3f8e76e91 tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9ea1827-aa7c-4f28-b62e-98f3f249bdf8 HTTP/1.1" status: 200 len: 949 time: 0.0613363 Jul 13 14:44:25.206944 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f1d32a07-d15e-4807-8c8f-2531a902cb7c req-694b1087-52aa-4145-adbb-6f872dd2b122 tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c9a3876-fb32-4a7d-b3a9-8dace8ee9fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317700 Jul 13 14:44:25.608344 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97635323-b868-4652-9e9c-64d917a29a97 req-7c96faf2-f517-403f-b67b-9e0934687734 tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:25.609781 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-97635323-b868-4652-9e9c-64d917a29a97 req-7c96faf2-f517-403f-b67b-9e0934687734 tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9ea1827-aa7c-4f28-b62e-98f3f249bdf8 HTTP/1.1" status: 200 len: 949 time: 0.3262789 Jul 13 14:44:25.704867 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [req-97635323-b868-4652-9e9c-64d917a29a97 req-50f8e7c0-ea09-4da6-95cb-dfce3f41ede1 tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] Deleting port 485a75c0-2807-46bc-b36c-588429d197cc {{(pid=93155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:44:25.705199 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-97635323-b868-4652-9e9c-64d917a29a97 req-50f8e7c0-ea09-4da6-95cb-dfce3f41ede1 tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:25.792696 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-97635323-b868-4652-9e9c-64d917a29a97 req-50f8e7c0-ea09-4da6-95cb-dfce3f41ede1 tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] For port 485a75c0-2807-46bc-b36c-588429d197cc, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=485a75c0-2807-46bc-b36c-588429d197cc,segment=NetworkSegment(8ac2101d-5dc3-4a77-8623-1f82aac6525a),segment_id=8ac2101d-5dc3-4a77-8623-1f82aac6525a)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:44:25.793056 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-97635323-b868-4652-9e9c-64d917a29a97 req-50f8e7c0-ea09-4da6-95cb-dfce3f41ede1 tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:25.806670 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [req-97635323-b868-4652-9e9c-64d917a29a97 req-50f8e7c0-ea09-4da6-95cb-dfce3f41ede1 tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] Calling delete_port for 485a75c0-2807-46bc-b36c-588429d197cc owned by compute:nova {{(pid=93155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:44:25.931789 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-97635323-b868-4652-9e9c-64d917a29a97 req-50f8e7c0-ea09-4da6-95cb-dfce3f41ede1 tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:25.959191 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f8e7c0-ea09-4da6-95cb-dfce3f41ede1 tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] Pushing event deleted for resources: {'Port': ['ID=485a75c0-2807-46bc-b36c-588429d197cc,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:25.965888 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] get_ports_and_sgs() called for port_ids ['485a75c0-2807-46bc-b36c-588429d197cc'] {{(pid=93156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:44:26.007503 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [req-97635323-b868-4652-9e9c-64d917a29a97 req-50f8e7c0-ea09-4da6-95cb-dfce3f41ede1 tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] No DVR routers for this DVR port 485a75c0-2807-46bc-b36c-588429d197cc on host hv-cinder-78445 {{(pid=93155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:44:26.010136 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-97635323-b868-4652-9e9c-64d917a29a97 req-50f8e7c0-ea09-4da6-95cb-dfce3f41ede1 tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:26.012213 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-97635323-b868-4652-9e9c-64d917a29a97 req-50f8e7c0-ea09-4da6-95cb-dfce3f41ede1 tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] 10.222.0.39 "DELETE /v2.0/ports/485a75c0-2807-46bc-b36c-588429d197cc HTTP/1.1" status: 204 len: 173 time: 0.3962357 Jul 13 14:44:26.012656 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ea1827-aa7c-4f28-b62e-98f3f249bdf8', 'name': 'network-vif-deleted', 'tag': '485a75c0-2807-46bc-b36c-588429d197cc'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:44:26.015574 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969d499ae61b7a2d5523e15545dbdfcb627d31ab7a946dd0dec0766d655d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f648596d-b6be-4790-b146-6125998ffe10" -d '{"events": [{"server_uuid": "d9ea1827-aa7c-4f28-b62e-98f3f249bdf8", "name": "network-vif-deleted", "tag": "485a75c0-2807-46bc-b36c-588429d197cc"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:44:26.051755 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f7d5ac-4d64-4d44-821c-d74e519253d7 x-openstack-request-id: req-61f7d5ac-4d64-4d44-821c-d74e519253d7 {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:44:26.052038 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ea1827-aa7c-4f28-b62e-98f3f249bdf8", "name": "network-vif-deleted", "tag": "485a75c0-2807-46bc-b36c-588429d197cc", "status": "completed", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:44:26.052366 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-61f7d5ac-4d64-4d44-821c-d74e519253d7 {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:44:26.052709 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ea1827-aa7c-4f28-b62e-98f3f249bdf8', 'name': 'network-vif-deleted', 'tag': '485a75c0-2807-46bc-b36c-588429d197cc', 'status': 'completed', 'code': 200} Jul 13 14:44:26.356522 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8a8c6b81-edc3-4753-83c8-24ac6042cae2 req-e2187260-f145-4b9b-9d52-6fb46b8488f7 tempest-VolumesNegativeTest-1149015801 tempest-VolumesNegativeTest-1149015801-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9ea1827-aa7c-4f28-b62e-98f3f249bdf8 HTTP/1.1" status: 200 len: 210 time: 0.0310986 Jul 13 14:44:29.297705 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 485a75c0-2807-46bc-b36c-588429d197cc no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:44:29.316852 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] No Port match for: 485a75c0-2807-46bc-b36c-588429d197cc {{(pid=93156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:44:29.317193 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 485a75c0-2807-46bc-b36c-588429d197cc not bound to the agent host hv-cinder-78445 {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:44:31.014475 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 60846) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:44:31.143160 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-1b0702d4-8caa-4c07-909b-3c767e399365 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1364215dd4ec4866b4b373f56b45b571&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1274018 Jul 13 14:44:31.145424 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 60850) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:44:31.192345 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c34180f2-980a-4d75-beb3-db519e6f5195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:31.212909 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c34180f2-980a-4d75-beb3-db519e6f5195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:31.258471 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c34180f2-980a-4d75-beb3-db519e6f5195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:31.261190 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c34180f2-980a-4d75-beb3-db519e6f5195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:31.262329 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-c34180f2-980a-4d75-beb3-db519e6f5195 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9c9a3876-fb32-4a7d-b3a9-8dace8ee9fe5 HTTP/1.1" status: 204 len: 168 time: 0.1160123 Jul 13 14:44:31.269529 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34180f2-980a-4d75-beb3-db519e6f5195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9a3876-fb32-4a7d-b3a9-8dace8ee9fe5,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:31.844888 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 60872) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:44:31.937084 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [None req-150b8892-7942-478e-b14f-e603753ab9f8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-929229259-network', 'tenant_id': '08ba19d1698a49e796d2c1f89834cd4d'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:44:31.958344 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150b8892-7942-478e-b14f-e603753ab9f8 admin admin] Made reservation on behalf of 08ba19d1698a49e796d2c1f89834cd4d for: {'network': 1} {{(pid=93155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:44:31.960604 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-150b8892-7942-478e-b14f-e603753ab9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for network, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:31.969566 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-150b8892-7942-478e-b14f-e603753ab9f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:32.058258 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-150b8892-7942-478e-b14f-e603753ab9f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:32.062193 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-150b8892-7942-478e-b14f-e603753ab9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:32.085002 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-150b8892-7942-478e-b14f-e603753ab9f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=93155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:44:32.094290 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b8892-7942-478e-b14f-e603753ab9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b79ec6-b281-4976-adde-0ff8c086a479,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:32.098952 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-150b8892-7942-478e-b14f-e603753ab9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834'] for segment, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:32.099289 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.db.segments_db [None req-150b8892-7942-478e-b14f-e603753ab9f8 admin admin] Added segment e03f4dc9-891e-4167-b194-6b5f3b30e457 of type vlan for network 812001b7-e6dd-425d-ba24-1b5cc9e1a77e Jul 13 14:44:32.137499 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-150b8892-7942-478e-b14f-e603753ab9f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754803020822'] for network, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:32.163573 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-150b8892-7942-478e-b14f-e603753ab9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763'] for network, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:32.164500 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150b8892-7942-478e-b14f-e603753ab9f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:32.165080 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-150b8892-7942-478e-b14f-e603753ab9f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for network, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:32.214771 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-150b8892-7942-478e-b14f-e603753ab9f8 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3686297 Jul 13 14:44:32.217506 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 60876) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:44:32.222546 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-d358f259-da67-4755-a2b0-d77583db2310 admin admin] Request body: {'subnet': {'network_id': '812001b7-e6dd-425d-ba24-1b5cc9e1a77e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-929229259-subnet', 'tenant_id': '08ba19d1698a49e796d2c1f89834cd4d', 'ip_version': 4}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:44:32.223307 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b8892-7942-478e-b14f-e603753ab9f8 admin admin] Pushing event updated for resources: {'Network': ['ID=812001b7-e6dd-425d-ba24-1b5cc9e1a77e,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:32.234509 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Network 812001b7-e6dd-425d-ba24-1b5cc9e1a77e details requested by agent ovs-agent-dv-cinder-784453-8-iscsi with host dv-cinder-784453-8-iscsi {{(pid=93156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:44:32.244074 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d358f259-da67-4755-a2b0-d77583db2310 admin admin] Made reservation on behalf of 08ba19d1698a49e796d2c1f89834cd4d for: {'subnet': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:44:32.246580 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d358f259-da67-4755-a2b0-d77583db2310 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8958824'] for subnet, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:32.406737 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d358f259-da67-4755-a2b0-d77583db2310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8800304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8958810'] for subnet, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:32.456830 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d358f259-da67-4755-a2b0-d77583db2310 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b3a93c6-e4b5-45d7-85af-0d0ef56c93ef,revision_number=0']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:32.467374 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d358f259-da67-4755-a2b0-d77583db2310 admin admin] Checking segment: {'id': 'e03f4dc9-891e-4167-b194-6b5f3b30e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '812001b7-e6dd-425d-ba24-1b5cc9e1a77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:44:32.467636 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d358f259-da67-4755-a2b0-d77583db2310 admin admin] Network hostable DHCP agents. Network: 812001b7-e6dd-425d-ba24-1b5cc9e1a77e, hostable agents: ['c057a270-abe3-45bb-b401-4c6834b17f0a'], hosted agents: [] {{(pid=93154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:44:32.483961 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d358f259-da67-4755-a2b0-d77583db2310 admin admin] Network 812001b7-e6dd-425d-ba24-1b5cc9e1a77e is scheduled to be hosted by DHCP agent c057a270-abe3-45bb-b401-4c6834b17f0a with binding_index 1 {{(pid=93154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:44:32.491667 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-d358f259-da67-4755-a2b0-d77583db2310 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-8-iscsi, 812001b7-e6dd-425d-ba24-1b5cc9e1a77e) {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:44:32.495766 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d358f259-da67-4755-a2b0-d77583db2310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:32.496362 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d358f259-da67-4755-a2b0-d77583db2310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for subnet, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:32.501023 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf79b25-f6bb-46a5-a3cf-e3a38f2fef4a None None] Network 812001b7-e6dd-425d-ba24-1b5cc9e1a77e requested from dv-cinder-784453-8-iscsi {{(pid=93156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:44:32.510556 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-d358f259-da67-4755-a2b0-d77583db2310 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.2918255 Jul 13 14:44:32.513096 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 60878) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:44:32.517382 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-dc6d5589-9d09-4d64-bc4f-3de406986053 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-929229259-router', 'tenant_id': '08ba19d1698a49e796d2c1f89834cd4d', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'}}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:44:32.537063 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-dc6d5589-9d09-4d64-bc4f-3de406986053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2095217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4236'] for router, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:32.538007 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-dc6d5589-9d09-4d64-bc4f-3de406986053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2095122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4229'] for router, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:32.593158 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-dc6d5589-9d09-4d64-bc4f-3de406986053 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:32.647059 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34aa1eef-386a-44f7-a85e-38b9fb6403ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa395d92a-1b40-5614-8749-89f2b3703122-812001b7-e6dd-425d-ba24-1b5cc9e1a77e', 'network_id': '812001b7-e6dd-425d-ba24-1b5cc9e1a77e', 'tenant_id': '08ba19d1698a49e796d2c1f89834cd4d', 'fixed_ips': [{'subnet_id': '8b3a93c6-e4b5-45d7-85af-0d0ef56c93ef'}]}} from dv-cinder-784453-8-iscsi. {{(pid=93156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:44:32.647919 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-34aa1eef-386a-44f7-a85e-38b9fb6403ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:32.727700 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-dc6d5589-9d09-4d64-bc4f-3de406986053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2095215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4247'] for router, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:32.907238 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.db_base_plugin_common [None req-34aa1eef-386a-44f7-a85e-38b9fb6403ca None None] Allocated IP 172.20.0.2 (812001b7-e6dd-425d-ba24-1b5cc9e1a77e/8b3a93c6-e4b5-45d7-85af-0d0ef56c93ef/6bac579f-256f-400c-8387-ed1dad019fcf) {{(pid=93156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:44:32.927746 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-dc6d5589-9d09-4d64-bc4f-3de406986053 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:32.945657 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-dc6d5589-9d09-4d64-bc4f-3de406986053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:33.051266 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [None req-dc6d5589-9d09-4d64-bc4f-3de406986053 admin admin] Allocated IP 172.27.3.21 (ecd09457-6660-479c-a1fb-91901148ba35/592e54d3-84ab-450e-8093-b0d029762b46/bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:44:33.058940 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-34aa1eef-386a-44f7-a85e-38b9fb6403ca None None] Notify callbacks [] for port, precommit_create {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:33.067022 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-34aa1eef-386a-44f7-a85e-38b9fb6403ca None None] Transition to ACTIVE for port object 6bac579f-256f-400c-8387-ed1dad019fcf will not be triggered until provisioned by entity L2. {{(pid=93156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:44:33.081701 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-34aa1eef-386a-44f7-a85e-38b9fb6403ca None None] Transition to ACTIVE for port object 6bac579f-256f-400c-8387-ed1dad019fcf will not be triggered until provisioned by entity DHCP. {{(pid=93156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:44:33.087297 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-34aa1eef-386a-44f7-a85e-38b9fb6403ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838'] for port, after_create {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:33.127133 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34aa1eef-386a-44f7-a85e-38b9fb6403ca None None] Network 812001b7-e6dd-425d-ba24-1b5cc9e1a77e is already hosted by enough agents. {{(pid=93156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:44:33.129981 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.scheduler.base_scheduler [None req-34aa1eef-386a-44f7-a85e-38b9fb6403ca None None] Resources bound (agent type, host, resource id): {{(pid=93156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:44:33.133361 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34aa1eef-386a-44f7-a85e-38b9fb6403ca None None] Received port after_create {{(pid=93156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:44:33.140949 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aa1eef-386a-44f7-a85e-38b9fb6403ca None None] Pushing event updated for resources: {'Port': ['ID=6bac579f-256f-400c-8387-ed1dad019fcf,revision_number=1']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:33.152543 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-dc6d5589-9d09-4d64-bc4f-3de406986053 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:33.190808 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-dc6d5589-9d09-4d64-bc4f-3de406986053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800428'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:33.193853 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-34aa1eef-386a-44f7-a85e-38b9fb6403ca None None] Attempting to bind port 6bac579f-256f-400c-8387-ed1dad019fcf on host dv-cinder-784453-8-iscsi for vnic_type normal with profile {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:44:33.194227 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-34aa1eef-386a-44f7-a85e-38b9fb6403ca None None] Attempting to bind port 6bac579f-256f-400c-8387-ed1dad019fcf by drivers openvswitch,hyperv on host dv-cinder-784453-8-iscsi at level 0 using segments [{'id': 'e03f4dc9-891e-4167-b194-6b5f3b30e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '812001b7-e6dd-425d-ba24-1b5cc9e1a77e'}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:44:33.194634 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34aa1eef-386a-44f7-a85e-38b9fb6403ca None None] Attempting to bind port 6bac579f-256f-400c-8387-ed1dad019fcf on network 812001b7-e6dd-425d-ba24-1b5cc9e1a77e {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:44:33.199585 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34aa1eef-386a-44f7-a85e-38b9fb6403ca None None] Checking agent: {'id': '3ba56e3d-baa8-43e8-bda8-5a4cd0b2ced4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 7, 13, 14, 27, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:44:33.199963 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34aa1eef-386a-44f7-a85e-38b9fb6403ca None None] Checking segment: {'id': 'e03f4dc9-891e-4167-b194-6b5f3b30e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '812001b7-e6dd-425d-ba24-1b5cc9e1a77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:44:33.200374 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-34aa1eef-386a-44f7-a85e-38b9fb6403ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:33.201353 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34aa1eef-386a-44f7-a85e-38b9fb6403ca None None] Bound using segment: {'id': 'e03f4dc9-891e-4167-b194-6b5f3b30e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '812001b7-e6dd-425d-ba24-1b5cc9e1a77e'} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:44:33.201829 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-34aa1eef-386a-44f7-a85e-38b9fb6403ca None None] Bound port: 6bac579f-256f-400c-8387-ed1dad019fcf, host: dv-cinder-784453-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03f4dc9-891e-4167-b194-6b5f3b30e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '812001b7-e6dd-425d-ba24-1b5cc9e1a77e'}}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:44:33.202216 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-34aa1eef-386a-44f7-a85e-38b9fb6403ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:33.229706 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6d5589-9d09-4d64-bc4f-3de406986053 admin admin] Network ecd09457-6660-479c-a1fb-91901148ba35 is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:44:33.236066 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-dc6d5589-9d09-4d64-bc4f-3de406986053 admin admin] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:44:33.239488 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6d5589-9d09-4d64-bc4f-3de406986053 admin admin] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:44:33.244879 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d5589-9d09-4d64-bc4f-3de406986053 admin admin] Pushing event updated for resources: {'Port': ['ID=bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:33.270194 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-34aa1eef-386a-44f7-a85e-38b9fb6403ca None None] For port 6bac579f-256f-400c-8387-ed1dad019fcf, host dv-cinder-784453-8-iscsi, cleared binding levels {{(pid=93156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:44:33.273933 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-34aa1eef-386a-44f7-a85e-38b9fb6403ca None None] For port 6bac579f-256f-400c-8387-ed1dad019fcf, host dv-cinder-784453-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=6bac579f-256f-400c-8387-ed1dad019fcf,segment=NetworkSegment(e03f4dc9-891e-4167-b194-6b5f3b30e457),segment_id=e03f4dc9-891e-4167-b194-6b5f3b30e457)] {{(pid=93156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:44:33.279666 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-34aa1eef-386a-44f7-a85e-38b9fb6403ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:33.339967 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-4e32ebac-0b4f-4148-a106-4756da5294d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:33.354267 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aa1eef-386a-44f7-a85e-38b9fb6403ca None None] Pushing event updated for resources: {'Port': ['ID=6bac579f-256f-400c-8387-ed1dad019fcf,revision_number=2']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:33.500429 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-dc6d5589-9d09-4d64-bc4f-3de406986053 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:33.920862 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-dc6d5589-9d09-4d64-bc4f-3de406986053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2095206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995768'] for router, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:34.047479 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6d5589-9d09-4d64-bc4f-3de406986053 admin admin] Router 2458d941-64e0-4ff4-881e-9b7007afaca3 is scheduled to L3 agent d92cc109-9c2d-42ed-8c1d-d826fa90f9d0 with binding_index 1 {{(pid=93154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:44:34.153848 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6d5589-9d09-4d64-bc4f-3de406986053 admin admin] Notify agent at l3_agent.dv-cinder-784453-8-iscsi the message routers_updated {{(pid=93154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:44:34.164988 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4916fa-d268-4ba5-a577-9b88d27cc2c0 None None] Sync routers for ids ['2458d941-64e0-4ff4-881e-9b7007afaca3'] in dv-cinder-784453-8-iscsi {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:44:34.170622 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-dc6d5589-9d09-4d64-bc4f-3de406986053 admin admin] Notify callbacks [] for router, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:34.175096 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 60880) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:44:34.175756 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-dc6d5589-9d09-4d64-bc4f-3de406986053 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6611617 Jul 13 14:44:34.175874 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4916fa-d268-4ba5-a577-9b88d27cc2c0 None None] Routers {'2458d941-64e0-4ff4-881e-9b7007afaca3'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:44:34.176095 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-1c4916fa-d268-4ba5-a577-9b88d27cc2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:44:06Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['2458d941-64e0-4ff4-881e-9b7007afaca3'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:44:34.219395 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4283b1b4-fef6-4592-b3b0-9f1c2f22d58f None None] Network 812001b7-e6dd-425d-ba24-1b5cc9e1a77e requested from dv-cinder-784453-8-iscsi {{(pid=93156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:44:34.344219 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-1c4916fa-d268-4ba5-a577-9b88d27cc2c0 None None] Set router 2458d941-64e0-4ff4-881e-9b7007afaca3 gateway port host: dv-cinder-784453-8-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:44:34.406750 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-71f33a71-1be6-44cc-8fb6-02202cd8d1a6 None None] Provisioning for port 6bac579f-256f-400c-8387-ed1dad019fcf completed by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:44:34.590354 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-9e868fb8-363a-43e2-a857-1a316e14bd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:34.599060 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-1c4916fa-d268-4ba5-a577-9b88d27cc2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2458d941-64e0-4ff4-881e-9b7007afaca3', 'name': 'tempest-TestMinimumBasicScenario-929229259-router', 'tenant_id': '08ba19d1698a49e796d2c1f89834cd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:44:32Z', 'updated_at': '2021-07-13T14:44:33Z', 'revision_number': 3, 'project_id': '08ba19d1698a49e796d2c1f89834cd4d', 'gw_port': {'id': 'bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:89:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2458d941-64e0-4ff4-881e-9b7007afaca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:44:32Z', 'updated_at': '2021-07-13T14:44:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi'}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:44:34.627792 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4916fa-d268-4ba5-a577-9b88d27cc2c0 None None] Checking router: 2458d941-64e0-4ff4-881e-9b7007afaca3 for host: dv-cinder-784453-8-iscsi {{(pid=93156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:44:34.628136 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4916fa-d268-4ba5-a577-9b88d27cc2c0 None None] Updating router 2458d941-64e0-4ff4-881e-9b7007afaca3 port bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7 binding host dv-cinder-784453-8-iscsi {{(pid=93156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:44:34.665388 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-1c4916fa-d268-4ba5-a577-9b88d27cc2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:34.761565 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.db_base_plugin_common [None req-9e868fb8-363a-43e2-a857-1a316e14bd41 admin admin] Allocated IP 172.20.0.1 (812001b7-e6dd-425d-ba24-1b5cc9e1a77e/8b3a93c6-e4b5-45d7-85af-0d0ef56c93ef/4d3d8774-8abd-4b1d-8084-02262692e850) {{(pid=93155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:44:34.863092 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-9e868fb8-363a-43e2-a857-1a316e14bd41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:34.875674 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-9e868fb8-363a-43e2-a857-1a316e14bd41 admin admin] Transition to ACTIVE for port object 4d3d8774-8abd-4b1d-8084-02262692e850 will not be triggered until provisioned by entity DHCP. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:44:34.911267 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-9e868fb8-363a-43e2-a857-1a316e14bd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:34.948200 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-1c4916fa-d268-4ba5-a577-9b88d27cc2c0 None None] Notify callbacks [] for port, precommit_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:34.960524 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-1c4916fa-d268-4ba5-a577-9b88d27cc2c0 None None] Transition to ACTIVE for port object bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7 will not be triggered until provisioned by entity L2. {{(pid=93156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:44:34.962660 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e868fb8-363a-43e2-a857-1a316e14bd41 admin admin] Network 812001b7-e6dd-425d-ba24-1b5cc9e1a77e is already hosted by enough agents. {{(pid=93155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:44:34.964044 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 6bac579f-256f-400c-8387-ed1dad019fcf up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:44:34.965543 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [None req-9e868fb8-363a-43e2-a857-1a316e14bd41 admin admin] Resources bound (agent type, host, resource id): {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:44:34.971104 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e868fb8-363a-43e2-a857-1a316e14bd41 admin admin] Received port after_create {{(pid=93155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:44:34.989313 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-1c4916fa-d268-4ba5-a577-9b88d27cc2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:34.992219 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e868fb8-363a-43e2-a857-1a316e14bd41 admin admin] Pushing event updated for resources: {'Port': ['ID=4d3d8774-8abd-4b1d-8084-02262692e850,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:35.012706 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-9e868fb8-363a-43e2-a857-1a316e14bd41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1993117'] for router_interface, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:35.056222 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-1c4916fa-d268-4ba5-a577-9b88d27cc2c0 None None] Attempting to bind port bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7 on host dv-cinder-784453-8-iscsi for vnic_type normal with profile {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:44:35.056595 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-1c4916fa-d268-4ba5-a577-9b88d27cc2c0 None None] Attempting to bind port bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7 by drivers openvswitch,hyperv on host dv-cinder-784453-8-iscsi at level 0 using segments [{'id': '1dffabd1-9f9c-45cf-80ba-954af1e6bced', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:44:35.056964 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4916fa-d268-4ba5-a577-9b88d27cc2c0 None None] Attempting to bind port bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7 on network ecd09457-6660-479c-a1fb-91901148ba35 {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:44:35.065562 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edda8bbc-e76f-4ca8-8644-04a468de8457 None None] Pushing event updated for resources: {'Port': ['ID=bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7,revision_number=2']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:35.069293 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4916fa-d268-4ba5-a577-9b88d27cc2c0 None None] Checking agent: {'id': '3ba56e3d-baa8-43e8-bda8-5a4cd0b2ced4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 7, 13, 14, 27, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:44:35.069670 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4916fa-d268-4ba5-a577-9b88d27cc2c0 None None] Checking segment: {'id': '1dffabd1-9f9c-45cf-80ba-954af1e6bced', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:44:35.070381 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-1c4916fa-d268-4ba5-a577-9b88d27cc2c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:35.070539 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4916fa-d268-4ba5-a577-9b88d27cc2c0 None None] Bound using segment: {'id': '1dffabd1-9f9c-45cf-80ba-954af1e6bced', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:44:35.070954 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-1c4916fa-d268-4ba5-a577-9b88d27cc2c0 None None] Bound port: bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7, host: dv-cinder-784453-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dffabd1-9f9c-45cf-80ba-954af1e6bced', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'}}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:44:35.071342 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-1c4916fa-d268-4ba5-a577-9b88d27cc2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:35.106491 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning for port 6bac579f-256f-400c-8387-ed1dad019fcf completed by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:44:35.119630 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port 6bac579f-256f-400c-8387-ed1dad019fcf triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:44:35.120020 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:35.157224 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-1c4916fa-d268-4ba5-a577-9b88d27cc2c0 None None] For port bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7, host dv-cinder-784453-8-iscsi, cleared binding levels {{(pid=93156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:44:35.161792 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-1c4916fa-d268-4ba5-a577-9b88d27cc2c0 None None] For port bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7, host dv-cinder-784453-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7,segment=NetworkSegment(1dffabd1-9f9c-45cf-80ba-954af1e6bced),segment_id=1dffabd1-9f9c-45cf-80ba-954af1e6bced)] {{(pid=93156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:44:35.163941 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-9e868fb8-363a-43e2-a857-1a316e14bd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:35.169411 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-1c4916fa-d268-4ba5-a577-9b88d27cc2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:35.258056 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-a639d327-05ef-49ff-94df-b68d9d12b430 None None] Provisioning for port 4d3d8774-8abd-4b1d-8084-02262692e850 completed by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:44:35.275273 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4916fa-d268-4ba5-a577-9b88d27cc2c0 None None] Routers {'2458d941-64e0-4ff4-881e-9b7007afaca3'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:44:35.275938 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-1c4916fa-d268-4ba5-a577-9b88d27cc2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:44:06Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['2458d941-64e0-4ff4-881e-9b7007afaca3'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:44:35.277638 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-a639d327-05ef-49ff-94df-b68d9d12b430 None None] Provisioning complete for port 4d3d8774-8abd-4b1d-8084-02262692e850 triggered by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:44:35.278006 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-a639d327-05ef-49ff-94df-b68d9d12b430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:35.329699 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edda8bbc-e76f-4ca8-8644-04a468de8457 None None] Pushing event updated for resources: {'Port': ['ID=bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7,revision_number=3']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:35.331854 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-9e868fb8-363a-43e2-a857-1a316e14bd41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:35.338784 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-9e868fb8-363a-43e2-a857-1a316e14bd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868486'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:35.342419 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:35.401719 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-a639d327-05ef-49ff-94df-b68d9d12b430 None None] Port 4d3d8774-8abd-4b1d-8084-02262692e850 cannot update to ACTIVE because it is not bound. {{(pid=93156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:44:35.404986 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-9e868fb8-363a-43e2-a857-1a316e14bd41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1992151'] for router_interface, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:35.407648 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e868fb8-363a-43e2-a857-1a316e14bd41 admin admin] Pushing event updated for resources: {'Port': ['ID=4d3d8774-8abd-4b1d-8084-02262692e850,revision_number=2']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:35.431199 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] For port 6bac579f-256f-400c-8387-ed1dad019fcf, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=6bac579f-256f-400c-8387-ed1dad019fcf,segment=NetworkSegment(e03f4dc9-891e-4167-b194-6b5f3b30e457),segment_id=e03f4dc9-891e-4167-b194-6b5f3b30e457)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:44:35.439128 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:35.449746 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-1c4916fa-d268-4ba5-a577-9b88d27cc2c0 None None] Set router 2458d941-64e0-4ff4-881e-9b7007afaca3 gateway port host: dv-cinder-784453-8-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:44:35.501927 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e868fb8-363a-43e2-a857-1a316e14bd41 admin admin] Network 812001b7-e6dd-425d-ba24-1b5cc9e1a77e is already hosted by enough agents. {{(pid=93155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:44:35.503741 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [None req-9e868fb8-363a-43e2-a857-1a316e14bd41 admin admin] Resources bound (agent type, host, resource id): {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:44:35.616660 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e868fb8-363a-43e2-a857-1a316e14bd41 admin admin] Router 2458d941-64e0-4ff4-881e-9b7007afaca3 has already been hosted by L3 agent d92cc109-9c2d-42ed-8c1d-d826fa90f9d0 {{(pid=93155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:44:35.689116 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Pushing event updated for resources: {'Port': ['ID=6bac579f-256f-400c-8387-ed1dad019fcf,revision_number=3']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:35.728228 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e868fb8-363a-43e2-a857-1a316e14bd41 admin admin] Notify agent at l3_agent.dv-cinder-784453-8-iscsi the message routers_updated {{(pid=93155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:44:35.733737 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-9e868fb8-363a-43e2-a857-1a316e14bd41 admin admin] 10.222.0.11 "PUT /v2.0/routers/2458d941-64e0-4ff4-881e-9b7007afaca3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5573022 Jul 13 14:44:35.758044 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-3e4aeccf-e1dc-4ea7-b667-330625f444d1 None None] Provisioning complete for port 4d3d8774-8abd-4b1d-8084-02262692e850 triggered by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:44:35.758437 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-3e4aeccf-e1dc-4ea7-b667-330625f444d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:35.812042 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-3e4aeccf-e1dc-4ea7-b667-330625f444d1 None None] Port 4d3d8774-8abd-4b1d-8084-02262692e850 cannot update to ACTIVE because it is not bound. {{(pid=93156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:44:35.861153 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-1c4916fa-d268-4ba5-a577-9b88d27cc2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2458d941-64e0-4ff4-881e-9b7007afaca3', 'name': 'tempest-TestMinimumBasicScenario-929229259-router', 'tenant_id': '08ba19d1698a49e796d2c1f89834cd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:44:32Z', 'updated_at': '2021-07-13T14:44:35Z', 'revision_number': 4, 'project_id': '08ba19d1698a49e796d2c1f89834cd4d', 'gw_port': {'id': 'bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:89:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2458d941-64e0-4ff4-881e-9b7007afaca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:44:32Z', 'updated_at': '2021-07-13T14:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': '4d3d8774-8abd-4b1d-8084-02262692e850', 'name': '', 'network_id': '812001b7-e6dd-425d-ba24-1b5cc9e1a77e', 'tenant_id': '08ba19d1698a49e796d2c1f89834cd4d', 'mac_address': 'fa:16:3e:74:24:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2458d941-64e0-4ff4-881e-9b7007afaca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8b3a93c6-e4b5-45d7-85af-0d0ef56c93ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:44:34Z', 'updated_at': '2021-07-13T14:44:34Z', 'revision_number': 1, 'project_id': '08ba19d1698a49e796d2c1f89834cd4d', 'subnets': [{'id': '8b3a93c6-e4b5-45d7-85af-0d0ef56c93ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:44:35.888812 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4916fa-d268-4ba5-a577-9b88d27cc2c0 None None] The sync data for ids ['2458d941-64e0-4ff4-881e-9b7007afaca3'] in dv-cinder-784453-8-iscsi is: [{'id': '2458d941-64e0-4ff4-881e-9b7007afaca3', 'name': 'tempest-TestMinimumBasicScenario-929229259-router', 'tenant_id': '08ba19d1698a49e796d2c1f89834cd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:44:32Z', 'updated_at': '2021-07-13T14:44:35Z', 'revision_number': 4, 'project_id': '08ba19d1698a49e796d2c1f89834cd4d', 'gw_port': {'id': 'bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:89:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2458d941-64e0-4ff4-881e-9b7007afaca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:44:32Z', 'updated_at': '2021-07-13T14:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': '4d3d8774-8abd-4b1d-8084-02262692e850', 'name': '', 'network_id': '812001b7-e6dd-425d-ba24-1b5cc9e1a77e', 'tenant_id': '08ba19d1698a49e796d2c1f89834cd4d', 'mac_address': 'fa:16:3e:74:24:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2458d941-64e0-4ff4-881e-9b7007afaca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8b3a93c6-e4b5-45d7-85af-0d0ef56c93ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:44:34Z', 'updated_at': '2021-07-13T14:44:34Z', 'revision_number': 1, 'project_id': '08ba19d1698a49e796d2c1f89834cd4d', 'subnets': [{'id': '8b3a93c6-e4b5-45d7-85af-0d0ef56c93ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:44:35.912623 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-371817a4-d456-4892-b8d1-76dc732e89fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:36.160016 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:36.220258 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 60896) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:44:36.225348 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [None req-73ebaff4-9e73-465b-ab27-0d13ec5d9aaa admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-404664204-network', 'tenant_id': '57e267269a0d42b68d1a4575093821ec'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:44:36.248109 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ebaff4-9e73-465b-ab27-0d13ec5d9aaa admin admin] Made reservation on behalf of 57e267269a0d42b68d1a4575093821ec for: {'network': 1} {{(pid=93155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:44:36.250673 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-73ebaff4-9e73-465b-ab27-0d13ec5d9aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for network, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:36.259653 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-73ebaff4-9e73-465b-ab27-0d13ec5d9aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:36.357527 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-73ebaff4-9e73-465b-ab27-0d13ec5d9aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:36.361601 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-73ebaff4-9e73-465b-ab27-0d13ec5d9aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:36.387119 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ebaff4-9e73-465b-ab27-0d13ec5d9aaa admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=93155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 14:44:36.397487 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ebaff4-9e73-465b-ab27-0d13ec5d9aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40faaacf-539e-4f0c-a712-16a412a4f58c,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:36.404474 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-73ebaff4-9e73-465b-ab27-0d13ec5d9aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834'] for segment, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:36.404814 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.db.segments_db [None req-73ebaff4-9e73-465b-ab27-0d13ec5d9aaa admin admin] Added segment 72f5a205-5630-44f8-8543-795dc8019cbe of type vlan for network 712847a8-54b5-465b-8f51-45e034d52256 Jul 13 14:44:36.446437 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-73ebaff4-9e73-465b-ab27-0d13ec5d9aaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754803020822'] for network, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:36.476237 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-73ebaff4-9e73-465b-ab27-0d13ec5d9aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763'] for network, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:36.477349 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ebaff4-9e73-465b-ab27-0d13ec5d9aaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:36.477943 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-73ebaff4-9e73-465b-ab27-0d13ec5d9aaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for network, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:36.542812 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-73ebaff4-9e73-465b-ab27-0d13ec5d9aaa admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3214009 Jul 13 14:44:36.545852 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 60898) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:44:36.547419 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ebaff4-9e73-465b-ab27-0d13ec5d9aaa admin admin] Pushing event updated for resources: {'Network': ['ID=712847a8-54b5-465b-8f51-45e034d52256,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:36.551110 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-b4aa82db-1ca1-4419-8921-76bee6613ea3 admin admin] Request body: {'subnet': {'network_id': '712847a8-54b5-465b-8f51-45e034d52256', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-404664204-subnet', 'tenant_id': '57e267269a0d42b68d1a4575093821ec', 'ip_version': 4}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:44:36.557926 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Network 712847a8-54b5-465b-8f51-45e034d52256 details requested by agent ovs-agent-dv-cinder-784453-8-iscsi with host dv-cinder-784453-8-iscsi {{(pid=93156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 14:44:36.572720 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4aa82db-1ca1-4419-8921-76bee6613ea3 admin admin] Made reservation on behalf of 57e267269a0d42b68d1a4575093821ec for: {'subnet': 1} {{(pid=93154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:44:36.575324 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b4aa82db-1ca1-4419-8921-76bee6613ea3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8958824'] for subnet, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:36.751100 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b4aa82db-1ca1-4419-8921-76bee6613ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8800304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8958810'] for subnet, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:36.804075 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa82db-1ca1-4419-8921-76bee6613ea3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b7d2472-d9bc-453e-b835-a2a98098a678,revision_number=0']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:36.824369 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4aa82db-1ca1-4419-8921-76bee6613ea3 admin admin] Checking segment: {'id': '72f5a205-5630-44f8-8543-795dc8019cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '712847a8-54b5-465b-8f51-45e034d52256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:44:36.824722 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4aa82db-1ca1-4419-8921-76bee6613ea3 admin admin] Network hostable DHCP agents. Network: 712847a8-54b5-465b-8f51-45e034d52256, hostable agents: ['c057a270-abe3-45bb-b401-4c6834b17f0a'], hosted agents: [] {{(pid=93154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 14:44:36.843588 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4aa82db-1ca1-4419-8921-76bee6613ea3 admin admin] Network 712847a8-54b5-465b-8f51-45e034d52256 is scheduled to be hosted by DHCP agent c057a270-abe3-45bb-b401-4c6834b17f0a with binding_index 1 {{(pid=93154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 14:44:36.861138 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-b4aa82db-1ca1-4419-8921-76bee6613ea3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-8-iscsi, 712847a8-54b5-465b-8f51-45e034d52256) {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:44:36.866079 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4aa82db-1ca1-4419-8921-76bee6613ea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:36.867229 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b4aa82db-1ca1-4419-8921-76bee6613ea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for subnet, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:36.871261 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efacbf3e-6a21-4ce3-ac11-503487a1b141 None None] Network 712847a8-54b5-465b-8f51-45e034d52256 requested from dv-cinder-784453-8-iscsi {{(pid=93156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:44:36.883748 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-b4aa82db-1ca1-4419-8921-76bee6613ea3 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3367145 Jul 13 14:44:36.886357 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 60900) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:44:36.893795 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-5c0813d9-e67c-411d-bbe4-51828e4abe70 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-404664204-router', 'tenant_id': '57e267269a0d42b68d1a4575093821ec', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'}}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:44:36.928726 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5c0813d9-e67c-411d-bbe4-51828e4abe70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2095217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4236'] for router, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:36.929754 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5c0813d9-e67c-411d-bbe4-51828e4abe70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2095122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1598195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4229'] for router, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:37.009942 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5c0813d9-e67c-411d-bbe4-51828e4abe70 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:37.032636 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7 up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:44:37.084374 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d3b379-0a09-4870-824e-acf8114e2076 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa395d92a-1b40-5614-8749-89f2b3703122-712847a8-54b5-465b-8f51-45e034d52256', 'network_id': '712847a8-54b5-465b-8f51-45e034d52256', 'tenant_id': '57e267269a0d42b68d1a4575093821ec', 'fixed_ips': [{'subnet_id': '8b7d2472-d9bc-453e-b835-a2a98098a678'}]}} from dv-cinder-784453-8-iscsi. {{(pid=93156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 14:44:37.085224 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-72d3b379-0a09-4870-824e-acf8114e2076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:37.165831 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5c0813d9-e67c-411d-bbe4-51828e4abe70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2095215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4247'] for router, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:37.178762 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning for port bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7 completed by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:44:37.193674 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:44:37.194072 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:37.256160 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:37.279438 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.db_base_plugin_common [None req-72d3b379-0a09-4870-824e-acf8114e2076 None None] Allocated IP 172.20.0.2 (712847a8-54b5-465b-8f51-45e034d52256/8b7d2472-d9bc-453e-b835-a2a98098a678/2d1602b7-7f5a-4af0-9894-62d97673705c) {{(pid=93156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:44:37.363982 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:37.366205 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5c0813d9-e67c-411d-bbe4-51828e4abe70 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:37.386104 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5c0813d9-e67c-411d-bbe4-51828e4abe70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:37.399125 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] For port bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7,segment=NetworkSegment(1dffabd1-9f9c-45cf-80ba-954af1e6bced),segment_id=1dffabd1-9f9c-45cf-80ba-954af1e6bced)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:44:37.405371 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:37.406146 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 6bac579f-256f-400c-8387-ed1dad019fcf up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:44:37.492279 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [None req-5c0813d9-e67c-411d-bbe4-51828e4abe70 admin admin] Allocated IP 172.27.3.133 (ecd09457-6660-479c-a1fb-91901148ba35/592e54d3-84ab-450e-8093-b0d029762b46/49d87cc6-6891-44a3-a994-683bf885abe0) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:44:37.535236 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Pushing event updated for resources: {'Port': ['ID=bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7,revision_number=4']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:37.553517 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-72d3b379-0a09-4870-824e-acf8114e2076 None None] Notify callbacks [] for port, precommit_create {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:37.561326 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port 6bac579f-256f-400c-8387-ed1dad019fcf triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:44:37.561920 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:37.565484 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-72d3b379-0a09-4870-824e-acf8114e2076 None None] Transition to ACTIVE for port object 2d1602b7-7f5a-4af0-9894-62d97673705c will not be triggered until provisioned by entity L2. {{(pid=93156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:44:37.599093 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5c0813d9-e67c-411d-bbe4-51828e4abe70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:37.607337 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-72d3b379-0a09-4870-824e-acf8114e2076 None None] Transition to ACTIVE for port object 2d1602b7-7f5a-4af0-9894-62d97673705c will not be triggered until provisioned by entity DHCP. {{(pid=93156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:44:37.616630 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-72d3b379-0a09-4870-824e-acf8114e2076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838'] for port, after_create {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:37.646747 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5c0813d9-e67c-411d-bbe4-51828e4abe70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800428'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:37.665009 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d3b379-0a09-4870-824e-acf8114e2076 None None] Network 712847a8-54b5-465b-8f51-45e034d52256 is already hosted by enough agents. {{(pid=93156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:44:37.670021 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.scheduler.base_scheduler [None req-72d3b379-0a09-4870-824e-acf8114e2076 None None] Resources bound (agent type, host, resource id): {{(pid=93156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:44:37.692352 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d3b379-0a09-4870-824e-acf8114e2076 None None] Received port after_create {{(pid=93156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:44:37.694605 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0813d9-e67c-411d-bbe4-51828e4abe70 admin admin] Network ecd09457-6660-479c-a1fb-91901148ba35 is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:44:37.697568 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-5c0813d9-e67c-411d-bbe4-51828e4abe70 admin admin] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:44:37.698679 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d3b379-0a09-4870-824e-acf8114e2076 None None] Pushing event updated for resources: {'Port': ['ID=2d1602b7-7f5a-4af0-9894-62d97673705c,revision_number=1']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:37.702916 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0813d9-e67c-411d-bbe4-51828e4abe70 admin admin] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:44:37.706126 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0813d9-e67c-411d-bbe4-51828e4abe70 admin admin] Pushing event updated for resources: {'Port': ['ID=49d87cc6-6891-44a3-a994-683bf885abe0,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:37.769105 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-72d3b379-0a09-4870-824e-acf8114e2076 None None] Attempting to bind port 2d1602b7-7f5a-4af0-9894-62d97673705c on host dv-cinder-784453-8-iscsi for vnic_type normal with profile {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:44:37.769476 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-72d3b379-0a09-4870-824e-acf8114e2076 None None] Attempting to bind port 2d1602b7-7f5a-4af0-9894-62d97673705c by drivers openvswitch,hyperv on host dv-cinder-784453-8-iscsi at level 0 using segments [{'id': '72f5a205-5630-44f8-8543-795dc8019cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '712847a8-54b5-465b-8f51-45e034d52256'}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:44:37.769847 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d3b379-0a09-4870-824e-acf8114e2076 None None] Attempting to bind port 2d1602b7-7f5a-4af0-9894-62d97673705c on network 712847a8-54b5-465b-8f51-45e034d52256 {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:44:37.774976 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d3b379-0a09-4870-824e-acf8114e2076 None None] Checking agent: {'id': '3ba56e3d-baa8-43e8-bda8-5a4cd0b2ced4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 7, 13, 14, 27, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:44:37.775358 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d3b379-0a09-4870-824e-acf8114e2076 None None] Checking segment: {'id': '72f5a205-5630-44f8-8543-795dc8019cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '712847a8-54b5-465b-8f51-45e034d52256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:44:37.775765 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-72d3b379-0a09-4870-824e-acf8114e2076 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:37.776161 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d3b379-0a09-4870-824e-acf8114e2076 None None] Bound using segment: {'id': '72f5a205-5630-44f8-8543-795dc8019cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '712847a8-54b5-465b-8f51-45e034d52256'} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:44:37.776632 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-72d3b379-0a09-4870-824e-acf8114e2076 None None] Bound port: 2d1602b7-7f5a-4af0-9894-62d97673705c, host: dv-cinder-784453-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72f5a205-5630-44f8-8543-795dc8019cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '712847a8-54b5-465b-8f51-45e034d52256'}}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:44:37.777017 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-72d3b379-0a09-4870-824e-acf8114e2076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:37.842717 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-72d3b379-0a09-4870-824e-acf8114e2076 None None] For port 2d1602b7-7f5a-4af0-9894-62d97673705c, host dv-cinder-784453-8-iscsi, cleared binding levels {{(pid=93156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:44:37.845857 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-72d3b379-0a09-4870-824e-acf8114e2076 None None] For port 2d1602b7-7f5a-4af0-9894-62d97673705c, host dv-cinder-784453-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=2d1602b7-7f5a-4af0-9894-62d97673705c,segment=NetworkSegment(72f5a205-5630-44f8-8543-795dc8019cbe),segment_id=72f5a205-5630-44f8-8543-795dc8019cbe)] {{(pid=93156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:44:37.851919 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-72d3b379-0a09-4870-824e-acf8114e2076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:37.919541 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8249665-2624-4a0e-821e-bdd5db61b355 None None] Sync routers for ids ['2458d941-64e0-4ff4-881e-9b7007afaca3'] in dv-cinder-784453-8-iscsi {{(pid=93157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:44:37.920673 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d3b379-0a09-4870-824e-acf8114e2076 None None] Pushing event updated for resources: {'Port': ['ID=2d1602b7-7f5a-4af0-9894-62d97673705c,revision_number=2']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:37.930151 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8249665-2624-4a0e-821e-bdd5db61b355 None None] Routers {'2458d941-64e0-4ff4-881e-9b7007afaca3'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:44:37.931082 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-e8249665-2624-4a0e-821e-bdd5db61b355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:44:36Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['2458d941-64e0-4ff4-881e-9b7007afaca3'], 'active': True} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:44:37.957553 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5c0813d9-e67c-411d-bbe4-51828e4abe70 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:38.046379 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvr_db [None req-e8249665-2624-4a0e-821e-bdd5db61b355 None None] Set router 2458d941-64e0-4ff4-881e-9b7007afaca3 gateway port host: dv-cinder-784453-8-iscsi {{(pid=93157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:44:38.178328 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5c0813d9-e67c-411d-bbe4-51828e4abe70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2095206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1995768'] for router, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:38.315679 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c0813d9-e67c-411d-bbe4-51828e4abe70 admin admin] Router e0342f05-387e-4100-9d34-fe47cb24d47a is scheduled to L3 agent d92cc109-9c2d-42ed-8c1d-d826fa90f9d0 with binding_index 1 {{(pid=93154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 14:44:38.357738 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-e8249665-2624-4a0e-821e-bdd5db61b355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2458d941-64e0-4ff4-881e-9b7007afaca3', 'name': 'tempest-TestMinimumBasicScenario-929229259-router', 'tenant_id': '08ba19d1698a49e796d2c1f89834cd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:44:32Z', 'updated_at': '2021-07-13T14:44:35Z', 'revision_number': 4, 'project_id': '08ba19d1698a49e796d2c1f89834cd4d', 'gw_port': {'id': 'bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:89:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2458d941-64e0-4ff4-881e-9b7007afaca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:44:32Z', 'updated_at': '2021-07-13T14:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': '4d3d8774-8abd-4b1d-8084-02262692e850', 'name': '', 'network_id': '812001b7-e6dd-425d-ba24-1b5cc9e1a77e', 'tenant_id': '08ba19d1698a49e796d2c1f89834cd4d', 'mac_address': 'fa:16:3e:74:24:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2458d941-64e0-4ff4-881e-9b7007afaca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8b3a93c6-e4b5-45d7-85af-0d0ef56c93ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:44:34Z', 'updated_at': '2021-07-13T14:44:35Z', 'revision_number': 2, 'project_id': '08ba19d1698a49e796d2c1f89834cd4d', 'subnets': [{'id': '8b3a93c6-e4b5-45d7-85af-0d0ef56c93ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:44:38.385216 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8249665-2624-4a0e-821e-bdd5db61b355 None None] Checking router: 2458d941-64e0-4ff4-881e-9b7007afaca3 for host: dv-cinder-784453-8-iscsi {{(pid=93157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:44:38.385570 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8249665-2624-4a0e-821e-bdd5db61b355 None None] Updating router 2458d941-64e0-4ff4-881e-9b7007afaca3 port 4d3d8774-8abd-4b1d-8084-02262692e850 binding host dv-cinder-784453-8-iscsi {{(pid=93157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:44:38.421116 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-e8249665-2624-4a0e-821e-bdd5db61b355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:38.424319 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0813d9-e67c-411d-bbe4-51828e4abe70 admin admin] Notify agent at l3_agent.dv-cinder-784453-8-iscsi the message routers_updated {{(pid=93154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:44:38.434924 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1582819-e1c2-403a-b584-406393495604 None None] Sync routers for ids ['e0342f05-387e-4100-9d34-fe47cb24d47a'] in dv-cinder-784453-8-iscsi {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:44:38.441068 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5c0813d9-e67c-411d-bbe4-51828e4abe70 admin admin] Notify callbacks [] for router, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:38.444749 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-5c0813d9-e67c-411d-bbe4-51828e4abe70 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5542827 Jul 13 14:44:38.444996 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 60902) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:44:38.447218 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1582819-e1c2-403a-b584-406393495604 None None] Routers {'e0342f05-387e-4100-9d34-fe47cb24d47a'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:44:38.447839 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-a1582819-e1c2-403a-b584-406393495604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:44:36Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['e0342f05-387e-4100-9d34-fe47cb24d47a'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:44:38.573095 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-a1582819-e1c2-403a-b584-406393495604 None None] Set router e0342f05-387e-4100-9d34-fe47cb24d47a gateway port host: dv-cinder-784453-8-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:44:38.699162 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:38.729013 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-e8249665-2624-4a0e-821e-bdd5db61b355 None None] Notify callbacks [] for port, precommit_update {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:38.744471 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.provisioning_blocks [None req-e8249665-2624-4a0e-821e-bdd5db61b355 None None] Transition to ACTIVE for port object 4d3d8774-8abd-4b1d-8084-02262692e850 will not be triggered until provisioned by entity L2. {{(pid=93157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:44:38.753488 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-e8249665-2624-4a0e-821e-bdd5db61b355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:38.799878 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-a1582819-e1c2-403a-b584-406393495604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0342f05-387e-4100-9d34-fe47cb24d47a', 'name': 'tempest-TestMinimumBasicScenario-404664204-router', 'tenant_id': '57e267269a0d42b68d1a4575093821ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '49d87cc6-6891-44a3-a994-683bf885abe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:44:36Z', 'updated_at': '2021-07-13T14:44:37Z', 'revision_number': 3, 'project_id': '57e267269a0d42b68d1a4575093821ec', 'gw_port': {'id': '49d87cc6-6891-44a3-a994-683bf885abe0', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0342f05-387e-4100-9d34-fe47cb24d47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:44:37Z', 'updated_at': '2021-07-13T14:44:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi'}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:44:38.845334 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7628fec9-6476-4f15-b380-f65f50b51ec3 None None] Pushing event updated for resources: {'Port': ['ID=4d3d8774-8abd-4b1d-8084-02262692e850,revision_number=3']} {{(pid=93157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:38.847249 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1582819-e1c2-403a-b584-406393495604 None None] Checking router: e0342f05-387e-4100-9d34-fe47cb24d47a for host: dv-cinder-784453-8-iscsi {{(pid=93156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:44:38.847800 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1582819-e1c2-403a-b584-406393495604 None None] Updating router e0342f05-387e-4100-9d34-fe47cb24d47a port 49d87cc6-6891-44a3-a994-683bf885abe0 binding host dv-cinder-784453-8-iscsi {{(pid=93156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:44:38.867505 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628fec9-6476-4f15-b380-f65f50b51ec3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:38.867505 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628fec9-6476-4f15-b380-f65f50b51ec3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:38.867730 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628fec9-6476-4f15-b380-f65f50b51ec3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:38.868267 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628fec9-6476-4f15-b380-f65f50b51ec3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:38.868621 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628fec9-6476-4f15-b380-f65f50b51ec3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:38.868952 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628fec9-6476-4f15-b380-f65f50b51ec3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:38.869284 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628fec9-6476-4f15-b380-f65f50b51ec3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:38.869616 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628fec9-6476-4f15-b380-f65f50b51ec3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:38.869944 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628fec9-6476-4f15-b380-f65f50b51ec3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:38.870288 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628fec9-6476-4f15-b380-f65f50b51ec3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:38.870610 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628fec9-6476-4f15-b380-f65f50b51ec3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:38.870926 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628fec9-6476-4f15-b380-f65f50b51ec3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:38.886951 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.managers [None req-e8249665-2624-4a0e-821e-bdd5db61b355 None None] Attempting to bind port 4d3d8774-8abd-4b1d-8084-02262692e850 on host dv-cinder-784453-8-iscsi for vnic_type normal with profile {{(pid=93157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:44:38.887529 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.managers [None req-e8249665-2624-4a0e-821e-bdd5db61b355 None None] Attempting to bind port 4d3d8774-8abd-4b1d-8084-02262692e850 by drivers openvswitch,hyperv on host dv-cinder-784453-8-iscsi at level 0 using segments [{'id': 'e03f4dc9-891e-4167-b194-6b5f3b30e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '812001b7-e6dd-425d-ba24-1b5cc9e1a77e'}] {{(pid=93157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:44:38.888615 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8249665-2624-4a0e-821e-bdd5db61b355 None None] Attempting to bind port 4d3d8774-8abd-4b1d-8084-02262692e850 on network 812001b7-e6dd-425d-ba24-1b5cc9e1a77e {{(pid=93157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:44:38.890849 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-a1582819-e1c2-403a-b584-406393495604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:38.895049 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8249665-2624-4a0e-821e-bdd5db61b355 None None] Checking agent: {'id': '3ba56e3d-baa8-43e8-bda8-5a4cd0b2ced4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 7, 13, 14, 27, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:44:38.895685 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8249665-2624-4a0e-821e-bdd5db61b355 None None] Checking segment: {'id': 'e03f4dc9-891e-4167-b194-6b5f3b30e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '812001b7-e6dd-425d-ba24-1b5cc9e1a77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:44:38.896266 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-e8249665-2624-4a0e-821e-bdd5db61b355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:38.896655 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8249665-2624-4a0e-821e-bdd5db61b355 None None] Bound using segment: {'id': 'e03f4dc9-891e-4167-b194-6b5f3b30e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '812001b7-e6dd-425d-ba24-1b5cc9e1a77e'} {{(pid=93157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:44:38.897121 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.managers [None req-e8249665-2624-4a0e-821e-bdd5db61b355 None None] Bound port: 4d3d8774-8abd-4b1d-8084-02262692e850, host: dv-cinder-784453-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03f4dc9-891e-4167-b194-6b5f3b30e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '812001b7-e6dd-425d-ba24-1b5cc9e1a77e'}}] {{(pid=93157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:44:38.897520 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-e8249665-2624-4a0e-821e-bdd5db61b355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:38.999517 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.db [None req-e8249665-2624-4a0e-821e-bdd5db61b355 None None] For port 4d3d8774-8abd-4b1d-8084-02262692e850, host dv-cinder-784453-8-iscsi, cleared binding levels {{(pid=93157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:44:39.009561 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.db [None req-e8249665-2624-4a0e-821e-bdd5db61b355 None None] For port 4d3d8774-8abd-4b1d-8084-02262692e850, host dv-cinder-784453-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=4d3d8774-8abd-4b1d-8084-02262692e850,segment=NetworkSegment(e03f4dc9-891e-4167-b194-6b5f3b30e457),segment_id=e03f4dc9-891e-4167-b194-6b5f3b30e457)] {{(pid=93157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:44:39.015397 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-e8249665-2624-4a0e-821e-bdd5db61b355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:39.020954 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a57be774-54b3-485a-b398-4d03cb164928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:39.036895 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa0108c-cf61-4606-863e-55bf2183d7f0 None None] Network 712847a8-54b5-465b-8f51-45e034d52256 requested from dv-cinder-784453-8-iscsi {{(pid=93156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:44:39.092769 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7628fec9-6476-4f15-b380-f65f50b51ec3 None None] Pushing event updated for resources: {'Port': ['ID=4d3d8774-8abd-4b1d-8084-02262692e850,revision_number=4']} {{(pid=93157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:39.104587 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8249665-2624-4a0e-821e-bdd5db61b355 None None] Routers {'2458d941-64e0-4ff4-881e-9b7007afaca3'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:44:39.105514 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-e8249665-2624-4a0e-821e-bdd5db61b355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:44:36Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['2458d941-64e0-4ff4-881e-9b7007afaca3'], 'active': True} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:44:39.158488 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-3613520e-3440-4cbe-a450-df56e91aa8f8 None None] Provisioning for port 2d1602b7-7f5a-4af0-9894-62d97673705c completed by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:44:39.188805 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 2d1602b7-7f5a-4af0-9894-62d97673705c up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:44:39.239946 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvr_db [None req-e8249665-2624-4a0e-821e-bdd5db61b355 None None] Set router 2458d941-64e0-4ff4-881e-9b7007afaca3 gateway port host: dv-cinder-784453-8-iscsi {{(pid=93157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:44:39.271898 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [None req-a57be774-54b3-485a-b398-4d03cb164928 admin admin] Allocated IP 172.20.0.1 (712847a8-54b5-465b-8f51-45e034d52256/8b7d2472-d9bc-453e-b835-a2a98098a678/ce07ee2f-44d9-448d-9e72-d51b66167c8d) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:44:39.386145 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a57be774-54b3-485a-b398-4d03cb164928 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:39.401137 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-a57be774-54b3-485a-b398-4d03cb164928 admin admin] Transition to ACTIVE for port object ce07ee2f-44d9-448d-9e72-d51b66167c8d will not be triggered until provisioned by entity DHCP. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:44:39.439604 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a57be774-54b3-485a-b398-4d03cb164928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800428'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:39.470090 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-e8249665-2624-4a0e-821e-bdd5db61b355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2458d941-64e0-4ff4-881e-9b7007afaca3', 'name': 'tempest-TestMinimumBasicScenario-929229259-router', 'tenant_id': '08ba19d1698a49e796d2c1f89834cd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:44:32Z', 'updated_at': '2021-07-13T14:44:35Z', 'revision_number': 4, 'project_id': '08ba19d1698a49e796d2c1f89834cd4d', 'gw_port': {'id': 'bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:89:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2458d941-64e0-4ff4-881e-9b7007afaca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:44:32Z', 'updated_at': '2021-07-13T14:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': '4d3d8774-8abd-4b1d-8084-02262692e850', 'name': '', 'network_id': '812001b7-e6dd-425d-ba24-1b5cc9e1a77e', 'tenant_id': '08ba19d1698a49e796d2c1f89834cd4d', 'mac_address': 'fa:16:3e:74:24:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2458d941-64e0-4ff4-881e-9b7007afaca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8b3a93c6-e4b5-45d7-85af-0d0ef56c93ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:44:34Z', 'updated_at': '2021-07-13T14:44:38Z', 'revision_number': 4, 'project_id': '08ba19d1698a49e796d2c1f89834cd4d', 'subnets': [{'id': '8b3a93c6-e4b5-45d7-85af-0d0ef56c93ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:44:39.486710 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57be774-54b3-485a-b398-4d03cb164928 admin admin] Network 712847a8-54b5-465b-8f51-45e034d52256 is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:44:39.493370 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-a57be774-54b3-485a-b398-4d03cb164928 admin admin] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:44:39.496051 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57be774-54b3-485a-b398-4d03cb164928 admin admin] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:44:39.503226 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8249665-2624-4a0e-821e-bdd5db61b355 None None] The sync data for ids ['2458d941-64e0-4ff4-881e-9b7007afaca3'] in dv-cinder-784453-8-iscsi is: [{'id': '2458d941-64e0-4ff4-881e-9b7007afaca3', 'name': 'tempest-TestMinimumBasicScenario-929229259-router', 'tenant_id': '08ba19d1698a49e796d2c1f89834cd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:44:32Z', 'updated_at': '2021-07-13T14:44:35Z', 'revision_number': 4, 'project_id': '08ba19d1698a49e796d2c1f89834cd4d', 'gw_port': {'id': 'bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:89:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2458d941-64e0-4ff4-881e-9b7007afaca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:44:32Z', 'updated_at': '2021-07-13T14:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': '4d3d8774-8abd-4b1d-8084-02262692e850', 'name': '', 'network_id': '812001b7-e6dd-425d-ba24-1b5cc9e1a77e', 'tenant_id': '08ba19d1698a49e796d2c1f89834cd4d', 'mac_address': 'fa:16:3e:74:24:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2458d941-64e0-4ff4-881e-9b7007afaca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8b3a93c6-e4b5-45d7-85af-0d0ef56c93ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:44:34Z', 'updated_at': '2021-07-13T14:44:38Z', 'revision_number': 4, 'project_id': '08ba19d1698a49e796d2c1f89834cd4d', 'subnets': [{'id': '8b3a93c6-e4b5-45d7-85af-0d0ef56c93ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:44:39.514937 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning for port 2d1602b7-7f5a-4af0-9894-62d97673705c completed by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:44:39.527401 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57be774-54b3-485a-b398-4d03cb164928 admin admin] Pushing event updated for resources: {'Port': ['ID=ce07ee2f-44d9-448d-9e72-d51b66167c8d,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:39.529554 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port 2d1602b7-7f5a-4af0-9894-62d97673705c triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:44:39.529934 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:39.554110 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a57be774-54b3-485a-b398-4d03cb164928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1993117'] for router_interface, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:39.641864 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-a1582819-e1c2-403a-b584-406393495604 None None] Notify callbacks [] for port, precommit_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:39.661156 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-a1582819-e1c2-403a-b584-406393495604 None None] Transition to ACTIVE for port object 49d87cc6-6891-44a3-a994-683bf885abe0 will not be triggered until provisioned by entity L2. {{(pid=93156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:44:39.688218 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-a1582819-e1c2-403a-b584-406393495604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:39.710086 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a57be774-54b3-485a-b398-4d03cb164928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:39.733002 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:39.772345 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c582df6e-bc47-4ab4-b1a1-a57045f9d3e2 None None] Pushing event updated for resources: {'Port': ['ID=49d87cc6-6891-44a3-a994-683bf885abe0,revision_number=2']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:39.779010 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-a1582819-e1c2-403a-b584-406393495604 None None] Attempting to bind port 49d87cc6-6891-44a3-a994-683bf885abe0 on host dv-cinder-784453-8-iscsi for vnic_type normal with profile {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:44:39.779384 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-a1582819-e1c2-403a-b584-406393495604 None None] Attempting to bind port 49d87cc6-6891-44a3-a994-683bf885abe0 by drivers openvswitch,hyperv on host dv-cinder-784453-8-iscsi at level 0 using segments [{'id': '1dffabd1-9f9c-45cf-80ba-954af1e6bced', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:44:39.779758 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1582819-e1c2-403a-b584-406393495604 None None] Attempting to bind port 49d87cc6-6891-44a3-a994-683bf885abe0 on network ecd09457-6660-479c-a1fb-91901148ba35 {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:44:39.805625 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1582819-e1c2-403a-b584-406393495604 None None] Checking agent: {'id': '3ba56e3d-baa8-43e8-bda8-5a4cd0b2ced4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 7, 13, 14, 27, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:44:39.806042 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1582819-e1c2-403a-b584-406393495604 None None] Checking segment: {'id': '1dffabd1-9f9c-45cf-80ba-954af1e6bced', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:44:39.806481 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-a1582819-e1c2-403a-b584-406393495604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:39.806837 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1582819-e1c2-403a-b584-406393495604 None None] Bound using segment: {'id': '1dffabd1-9f9c-45cf-80ba-954af1e6bced', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'} {{(pid=93156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:44:39.807328 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.managers [None req-a1582819-e1c2-403a-b584-406393495604 None None] Bound port: 49d87cc6-6891-44a3-a994-683bf885abe0, host: dv-cinder-784453-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dffabd1-9f9c-45cf-80ba-954af1e6bced', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35'}}] {{(pid=93156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:44:39.807714 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-a1582819-e1c2-403a-b584-406393495604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:39.813378 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] For port 2d1602b7-7f5a-4af0-9894-62d97673705c, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=2d1602b7-7f5a-4af0-9894-62d97673705c,segment=NetworkSegment(72f5a205-5630-44f8-8543-795dc8019cbe),segment_id=72f5a205-5630-44f8-8543-795dc8019cbe)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:44:39.834569 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:39.835513 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7 up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:44:39.940919 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-a1582819-e1c2-403a-b584-406393495604 None None] For port 49d87cc6-6891-44a3-a994-683bf885abe0, host dv-cinder-784453-8-iscsi, cleared binding levels {{(pid=93156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:44:39.947126 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-a1582819-e1c2-403a-b584-406393495604 None None] For port 49d87cc6-6891-44a3-a994-683bf885abe0, host dv-cinder-784453-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=49d87cc6-6891-44a3-a994-683bf885abe0,segment=NetworkSegment(1dffabd1-9f9c-45cf-80ba-954af1e6bced),segment_id=1dffabd1-9f9c-45cf-80ba-954af1e6bced)] {{(pid=93156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:44:39.949434 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Pushing event updated for resources: {'Port': ['ID=2d1602b7-7f5a-4af0-9894-62d97673705c,revision_number=3']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:39.959924 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-a1582819-e1c2-403a-b584-406393495604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:40.023094 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:44:40.023559 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:40.097070 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1582819-e1c2-403a-b584-406393495604 None None] Routers {'e0342f05-387e-4100-9d34-fe47cb24d47a'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:44:40.097728 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-a1582819-e1c2-403a-b584-406393495604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:44:36Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['e0342f05-387e-4100-9d34-fe47cb24d47a'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:44:40.099662 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-47810d6a-20dd-46b6-98a8-2751a525344f None None] Provisioning for port ce07ee2f-44d9-448d-9e72-d51b66167c8d completed by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:44:40.141982 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c582df6e-bc47-4ab4-b1a1-a57045f9d3e2 None None] Pushing event updated for resources: {'Port': ['ID=49d87cc6-6891-44a3-a994-683bf885abe0,revision_number=3']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:40.144807 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-47810d6a-20dd-46b6-98a8-2751a525344f None None] Provisioning complete for port ce07ee2f-44d9-448d-9e72-d51b66167c8d triggered by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:44:40.145186 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-47810d6a-20dd-46b6-98a8-2751a525344f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:40.192758 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a57be774-54b3-485a-b398-4d03cb164928 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:40.197080 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a57be774-54b3-485a-b398-4d03cb164928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8800423'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:40.239031 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-47810d6a-20dd-46b6-98a8-2751a525344f None None] Port ce07ee2f-44d9-448d-9e72-d51b66167c8d cannot update to ACTIVE because it is not bound. {{(pid=93156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:44:40.262418 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a57be774-54b3-485a-b398-4d03cb164928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1633777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1992151'] for router_interface, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:40.264801 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57be774-54b3-485a-b398-4d03cb164928 admin admin] Pushing event updated for resources: {'Port': ['ID=ce07ee2f-44d9-448d-9e72-d51b66167c8d,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:40.294774 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-a1582819-e1c2-403a-b584-406393495604 None None] Set router e0342f05-387e-4100-9d34-fe47cb24d47a gateway port host: dv-cinder-784453-8-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:44:40.327300 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-47810d6a-20dd-46b6-98a8-2751a525344f None None] Provisioning complete for port 2d1602b7-7f5a-4af0-9894-62d97673705c triggered by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:44:40.327571 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-47810d6a-20dd-46b6-98a8-2751a525344f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:40.357020 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57be774-54b3-485a-b398-4d03cb164928 admin admin] Network 712847a8-54b5-465b-8f51-45e034d52256 is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:44:40.358463 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-a57be774-54b3-485a-b398-4d03cb164928 admin admin] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:44:40.474035 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a57be774-54b3-485a-b398-4d03cb164928 admin admin] Router e0342f05-387e-4100-9d34-fe47cb24d47a has already been hosted by L3 agent d92cc109-9c2d-42ed-8c1d-d826fa90f9d0 {{(pid=93154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:44:40.560014 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-a1582819-e1c2-403a-b584-406393495604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0342f05-387e-4100-9d34-fe47cb24d47a', 'name': 'tempest-TestMinimumBasicScenario-404664204-router', 'tenant_id': '57e267269a0d42b68d1a4575093821ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '49d87cc6-6891-44a3-a994-683bf885abe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:44:36Z', 'updated_at': '2021-07-13T14:44:39Z', 'revision_number': 4, 'project_id': '57e267269a0d42b68d1a4575093821ec', 'gw_port': {'id': '49d87cc6-6891-44a3-a994-683bf885abe0', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0342f05-387e-4100-9d34-fe47cb24d47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:44:37Z', 'updated_at': '2021-07-13T14:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': 'ce07ee2f-44d9-448d-9e72-d51b66167c8d', 'name': '', 'network_id': '712847a8-54b5-465b-8f51-45e034d52256', 'tenant_id': '57e267269a0d42b68d1a4575093821ec', 'mac_address': 'fa:16:3e:44:8f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0342f05-387e-4100-9d34-fe47cb24d47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '8b7d2472-d9bc-453e-b835-a2a98098a678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:44:39Z', 'updated_at': '2021-07-13T14:44:39Z', 'revision_number': 1, 'project_id': '57e267269a0d42b68d1a4575093821ec', 'subnets': [{'id': '8b7d2472-d9bc-453e-b835-a2a98098a678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:44:40.583376 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57be774-54b3-485a-b398-4d03cb164928 admin admin] Notify agent at l3_agent.dv-cinder-784453-8-iscsi the message routers_updated {{(pid=93154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:44:40.588361 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-a57be774-54b3-485a-b398-4d03cb164928 admin admin] 10.222.0.11 "PUT /v2.0/routers/e0342f05-387e-4100-9d34-fe47cb24d47a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1424088 Jul 13 14:44:40.591975 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1582819-e1c2-403a-b584-406393495604 None None] The sync data for ids ['e0342f05-387e-4100-9d34-fe47cb24d47a'] in dv-cinder-784453-8-iscsi is: [{'id': 'e0342f05-387e-4100-9d34-fe47cb24d47a', 'name': 'tempest-TestMinimumBasicScenario-404664204-router', 'tenant_id': '57e267269a0d42b68d1a4575093821ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '49d87cc6-6891-44a3-a994-683bf885abe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:44:36Z', 'updated_at': '2021-07-13T14:44:39Z', 'revision_number': 4, 'project_id': '57e267269a0d42b68d1a4575093821ec', 'gw_port': {'id': '49d87cc6-6891-44a3-a994-683bf885abe0', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0342f05-387e-4100-9d34-fe47cb24d47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:44:37Z', 'updated_at': '2021-07-13T14:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': 'ce07ee2f-44d9-448d-9e72-d51b66167c8d', 'name': '', 'network_id': '712847a8-54b5-465b-8f51-45e034d52256', 'tenant_id': '57e267269a0d42b68d1a4575093821ec', 'mac_address': 'fa:16:3e:44:8f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0342f05-387e-4100-9d34-fe47cb24d47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '8b7d2472-d9bc-453e-b835-a2a98098a678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:44:39Z', 'updated_at': '2021-07-13T14:44:39Z', 'revision_number': 1, 'project_id': '57e267269a0d42b68d1a4575093821ec', 'subnets': [{'id': '8b7d2472-d9bc-453e-b835-a2a98098a678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:44:40.630916 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-e7d68036-62b1-4b7c-86f8-d1ee697c53bd None None] Provisioning complete for port ce07ee2f-44d9-448d-9e72-d51b66167c8d triggered by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:44:40.631288 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e7d68036-62b1-4b7c-86f8-d1ee697c53bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:40.667295 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-e7d68036-62b1-4b7c-86f8-d1ee697c53bd None None] Port ce07ee2f-44d9-448d-9e72-d51b66167c8d cannot update to ACTIVE because it is not bound. {{(pid=93156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:44:40.987084 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 4d3d8774-8abd-4b1d-8084-02262692e850 up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:44:41.041717 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning for port 4d3d8774-8abd-4b1d-8084-02262692e850 completed by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:44:41.046128 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port 4d3d8774-8abd-4b1d-8084-02262692e850 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:44:41.046549 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:41.139318 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:41.174123 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] For port 4d3d8774-8abd-4b1d-8084-02262692e850, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=4d3d8774-8abd-4b1d-8084-02262692e850,segment=NetworkSegment(e03f4dc9-891e-4167-b194-6b5f3b30e457),segment_id=e03f4dc9-891e-4167-b194-6b5f3b30e457)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:44:41.178331 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:41.179345 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 2d1602b7-7f5a-4af0-9894-62d97673705c up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:44:41.275880 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Pushing event updated for resources: {'Port': ['ID=4d3d8774-8abd-4b1d-8084-02262692e850,revision_number=5']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:41.288792 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port 2d1602b7-7f5a-4af0-9894-62d97673705c triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:44:41.289172 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:41.659552 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a091b1-aaad-41f3-99e0-11e679d6781c req-9cfaca7a-06f9-49e2-bb33-d40da5f65807 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:41.661162 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-82a091b1-aaad-41f3-99e0-11e679d6781c req-9cfaca7a-06f9-49e2-bb33-d40da5f65807 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee8ee0dd-c1fe-4b2d-aacc-7e611d99e1a4 HTTP/1.1" status: 200 len: 946 time: 0.0651038 Jul 13 14:44:41.700217 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-82a091b1-aaad-41f3-99e0-11e679d6781c req-14d042dd-212e-4a36-bd46-06de8358eca8 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335114 Jul 13 14:44:42.952372 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09056268-cf1b-4c92-90e3-8d8f44c3de80 req-3c2c0eeb-b7de-4fcf-8095-52a83a8a5d4e tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:42.954984 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-09056268-cf1b-4c92-90e3-8d8f44c3de80 req-3c2c0eeb-b7de-4fcf-8095-52a83a8a5d4e tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee8ee0dd-c1fe-4b2d-aacc-7e611d99e1a4 HTTP/1.1" status: 200 len: 946 time: 0.1181087 Jul 13 14:44:43.012858 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-09056268-cf1b-4c92-90e3-8d8f44c3de80 req-61833159-a51c-4f69-b83e-08f835fb0764 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483263 Jul 13 14:44:43.064230 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 49d87cc6-6891-44a3-a994-683bf885abe0 up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:44:43.117898 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning for port 49d87cc6-6891-44a3-a994-683bf885abe0 completed by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:44:43.121802 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port 49d87cc6-6891-44a3-a994-683bf885abe0 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:44:43.122205 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:43.207422 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:43.237676 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] For port 49d87cc6-6891-44a3-a994-683bf885abe0, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=49d87cc6-6891-44a3-a994-683bf885abe0,segment=NetworkSegment(1dffabd1-9f9c-45cf-80ba-954af1e6bced),segment_id=1dffabd1-9f9c-45cf-80ba-954af1e6bced)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:44:43.243394 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:43.244467 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 4d3d8774-8abd-4b1d-8084-02262692e850 up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:44:43.275540 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae9b0c-c7bb-47dd-ab9d-037d15d95f8b req-7b1bda71-73c7-4eec-b859-5b22fe29f0b4 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:43.277687 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-b2ae9b0c-c7bb-47dd-ab9d-037d15d95f8b req-7b1bda71-73c7-4eec-b859-5b22fe29f0b4 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee8ee0dd-c1fe-4b2d-aacc-7e611d99e1a4 HTTP/1.1" status: 200 len: 946 time: 0.0884528 Jul 13 14:44:43.338314 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Pushing event updated for resources: {'Port': ['ID=49d87cc6-6891-44a3-a994-683bf885abe0,revision_number=4']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:43.353813 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port 4d3d8774-8abd-4b1d-8084-02262692e850 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:44:43.354196 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:43.410633 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [req-b2ae9b0c-c7bb-47dd-ab9d-037d15d95f8b req-877d8a6d-881e-492d-b911-776839f8b9c9 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Deleting port f18a20b1-24f9-490a-86e4-c7f996b12f24 {{(pid=93155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:44:43.411420 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-b2ae9b0c-c7bb-47dd-ab9d-037d15d95f8b req-877d8a6d-881e-492d-b911-776839f8b9c9 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:43.518719 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-b2ae9b0c-c7bb-47dd-ab9d-037d15d95f8b req-877d8a6d-881e-492d-b911-776839f8b9c9 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] For port f18a20b1-24f9-490a-86e4-c7f996b12f24, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=f18a20b1-24f9-490a-86e4-c7f996b12f24,segment=NetworkSegment(c6b163ab-1b04-41ce-ae67-2074c98b0129),segment_id=c6b163ab-1b04-41ce-ae67-2074c98b0129)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:44:43.519074 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-b2ae9b0c-c7bb-47dd-ab9d-037d15d95f8b req-877d8a6d-881e-492d-b911-776839f8b9c9 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:43.707003 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-b2ae9b0c-c7bb-47dd-ab9d-037d15d95f8b req-877d8a6d-881e-492d-b911-776839f8b9c9 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:43.708195 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-b2ae9b0c-c7bb-47dd-ab9d-037d15d95f8b req-877d8a6d-881e-492d-b911-776839f8b9c9 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1994842'] for floatingip, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:43.708195 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.db.l3_db [req-b2ae9b0c-c7bb-47dd-ab9d-037d15d95f8b req-877d8a6d-881e-492d-b911-776839f8b9c9 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Floating IP d1ca6db8-c781-4aa3-80d3-43408b1743b8 disassociated. External IP: 172.27.3.231, port: f18a20b1-24f9-490a-86e4-c7f996b12f24. Jul 13 14:44:43.708195 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [req-b2ae9b0c-c7bb-47dd-ab9d-037d15d95f8b req-877d8a6d-881e-492d-b911-776839f8b9c9 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Calling delete_port for f18a20b1-24f9-490a-86e4-c7f996b12f24 owned by compute:nova {{(pid=93155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:44:43.842484 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7910e3a-7605-4e33-a373-add2d38341d3 None None] Sync routers for ids ['e0342f05-387e-4100-9d34-fe47cb24d47a'] in dv-cinder-784453-8-iscsi {{(pid=93157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:44:43.853923 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7910e3a-7605-4e33-a373-add2d38341d3 None None] Routers {'e0342f05-387e-4100-9d34-fe47cb24d47a'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:44:43.854932 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-a7910e3a-7605-4e33-a373-add2d38341d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:44:36Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['e0342f05-387e-4100-9d34-fe47cb24d47a'], 'active': True} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:44:43.881574 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-b2ae9b0c-c7bb-47dd-ab9d-037d15d95f8b req-877d8a6d-881e-492d-b911-776839f8b9c9 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:43.913935 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877d8a6d-881e-492d-b911-776839f8b9c9 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Pushing event deleted for resources: {'Port': ['ID=f18a20b1-24f9-490a-86e4-c7f996b12f24,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:44.020710 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvr_db [None req-a7910e3a-7605-4e33-a373-add2d38341d3 None None] Set router e0342f05-387e-4100-9d34-fe47cb24d47a gateway port host: dv-cinder-784453-8-iscsi {{(pid=93157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:44:44.061616 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2ae9b0c-c7bb-47dd-ab9d-037d15d95f8b req-877d8a6d-881e-492d-b911-776839f8b9c9 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Router 8dfc397e-6ab4-46ea-aa79-0b950b4e921d has already been hosted by L3 agent d92cc109-9c2d-42ed-8c1d-d826fa90f9d0 {{(pid=93155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:44:44.196336 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2ae9b0c-c7bb-47dd-ab9d-037d15d95f8b req-877d8a6d-881e-492d-b911-776839f8b9c9 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify agent at l3_agent.dv-cinder-784453-8-iscsi the message routers_updated {{(pid=93155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:44:44.206920 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07dd5ea-ff57-408c-a29a-d8403c25514d None None] Sync routers for ids ['8dfc397e-6ab4-46ea-aa79-0b950b4e921d'] in dv-cinder-784453-8-iscsi {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:44:44.223563 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07dd5ea-ff57-408c-a29a-d8403c25514d None None] Routers {'8dfc397e-6ab4-46ea-aa79-0b950b4e921d'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:44:44.224289 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-c07dd5ea-ff57-408c-a29a-d8403c25514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:44:36Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['8dfc397e-6ab4-46ea-aa79-0b950b4e921d'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:44:44.253860 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ae9b0c-c7bb-47dd-ab9d-037d15d95f8b req-877d8a6d-881e-492d-b911-776839f8b9c9 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] No DVR routers for this DVR port f18a20b1-24f9-490a-86e4-c7f996b12f24 on host hv-cinder-78445 {{(pid=93155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:44:44.257340 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-b2ae9b0c-c7bb-47dd-ab9d-037d15d95f8b req-877d8a6d-881e-492d-b911-776839f8b9c9 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:44.266231 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-b2ae9b0c-c7bb-47dd-ab9d-037d15d95f8b req-877d8a6d-881e-492d-b911-776839f8b9c9 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.39 "DELETE /v2.0/ports/f18a20b1-24f9-490a-86e4-c7f996b12f24 HTTP/1.1" status: 204 len: 173 time: 0.9773772 Jul 13 14:44:44.267364 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8ee0dd-c1fe-4b2d-aacc-7e611d99e1a4', 'name': 'network-vif-deleted', 'tag': 'f18a20b1-24f9-490a-86e4-c7f996b12f24'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:44:44.269912 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969d499ae61b7a2d5523e15545dbdfcb627d31ab7a946dd0dec0766d655d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53afba6f-2b13-45fd-9fc8-a889cfdc1438" -d '{"events": [{"server_uuid": "ee8ee0dd-c1fe-4b2d-aacc-7e611d99e1a4", "name": "network-vif-deleted", "tag": "f18a20b1-24f9-490a-86e4-c7f996b12f24"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:44:44.274907 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-564f681a-de8c-4b08-8a9f-ee82ba37a1b9 req-b8c2f4f5-4e0a-4136-9e1d-d3077c38cb25 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee8ee0dd-c1fe-4b2d-aacc-7e611d99e1a4 HTTP/1.1" status: 200 len: 210 time: 0.0871208 Jul 13 14:44:44.304959 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-a7910e3a-7605-4e33-a373-add2d38341d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0342f05-387e-4100-9d34-fe47cb24d47a', 'name': 'tempest-TestMinimumBasicScenario-404664204-router', 'tenant_id': '57e267269a0d42b68d1a4575093821ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '49d87cc6-6891-44a3-a994-683bf885abe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:44:36Z', 'updated_at': '2021-07-13T14:44:39Z', 'revision_number': 4, 'project_id': '57e267269a0d42b68d1a4575093821ec', 'gw_port': {'id': '49d87cc6-6891-44a3-a994-683bf885abe0', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0342f05-387e-4100-9d34-fe47cb24d47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:44:37Z', 'updated_at': '2021-07-13T14:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': 'ce07ee2f-44d9-448d-9e72-d51b66167c8d', 'name': '', 'network_id': '712847a8-54b5-465b-8f51-45e034d52256', 'tenant_id': '57e267269a0d42b68d1a4575093821ec', 'mac_address': 'fa:16:3e:44:8f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0342f05-387e-4100-9d34-fe47cb24d47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '8b7d2472-d9bc-453e-b835-a2a98098a678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:44:39Z', 'updated_at': '2021-07-13T14:44:39Z', 'revision_number': 2, 'project_id': '57e267269a0d42b68d1a4575093821ec', 'subnets': [{'id': '8b7d2472-d9bc-453e-b835-a2a98098a678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:44:44.330692 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46a88b0-7a45-4321-989d-127fb4d0709d x-openstack-request-id: req-f46a88b0-7a45-4321-989d-127fb4d0709d {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:44:44.331191 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8ee0dd-c1fe-4b2d-aacc-7e611d99e1a4", "name": "network-vif-deleted", "tag": "f18a20b1-24f9-490a-86e4-c7f996b12f24", "status": "completed", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:44:44.331291 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f46a88b0-7a45-4321-989d-127fb4d0709d {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:44:44.331611 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8ee0dd-c1fe-4b2d-aacc-7e611d99e1a4', 'name': 'network-vif-deleted', 'tag': 'f18a20b1-24f9-490a-86e4-c7f996b12f24', 'status': 'completed', 'code': 200} Jul 13 14:44:44.340140 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7910e3a-7605-4e33-a373-add2d38341d3 None None] Checking router: e0342f05-387e-4100-9d34-fe47cb24d47a for host: dv-cinder-784453-8-iscsi {{(pid=93157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:44:44.340693 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7910e3a-7605-4e33-a373-add2d38341d3 None None] Updating router e0342f05-387e-4100-9d34-fe47cb24d47a port ce07ee2f-44d9-448d-9e72-d51b66167c8d binding host dv-cinder-784453-8-iscsi {{(pid=93157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 14:44:44.443740 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.agents_db [None req-a710d77f-e7af-45aa-808b-9771d160625e None None] Agent healthcheck: found 6 active agents {{(pid=93157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:44:44.445819 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-a7910e3a-7605-4e33-a373-add2d38341d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:44.455519 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-c07dd5ea-ff57-408c-a29a-d8403c25514d None None] Set router 8dfc397e-6ab4-46ea-aa79-0b950b4e921d gateway port host: dv-cinder-784453-8-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:44:44.713697 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-c07dd5ea-ff57-408c-a29a-d8403c25514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'name': 'tempest-TestVolumeBootPattern-412513273-router', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '400e1145-24b7-4fe4-95d8-76dbd32dfa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:41:43Z', 'updated_at': '2021-07-13T14:41:47Z', 'revision_number': 4, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'gw_port': {'id': '400e1145-24b7-4fe4-95d8-76dbd32dfa28', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:67:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:43Z', 'updated_at': '2021-07-13T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': 'd9d591db-55fd-4d5b-9100-f25158366104', 'name': '', 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'mac_address': 'fa:16:3e:23:d3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '28025b5e-d48d-4866-b8db-aa50e7c929e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:46Z', 'updated_at': '2021-07-13T14:41:53Z', 'revision_number': 5, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'subnets': [{'id': '28025b5e-d48d-4866-b8db-aa50e7c929e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:44:44.748187 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07dd5ea-ff57-408c-a29a-d8403c25514d None None] Checking router: 8dfc397e-6ab4-46ea-aa79-0b950b4e921d for host: dv-cinder-784453-8-iscsi {{(pid=93156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:44:44.761807 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07dd5ea-ff57-408c-a29a-d8403c25514d None None] Routers {'8dfc397e-6ab4-46ea-aa79-0b950b4e921d'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:44:44.762463 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-c07dd5ea-ff57-408c-a29a-d8403c25514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:44:36Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['8dfc397e-6ab4-46ea-aa79-0b950b4e921d'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:44:44.800564 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-a7910e3a-7605-4e33-a373-add2d38341d3 None None] Notify callbacks [] for port, precommit_update {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:44.821992 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.provisioning_blocks [None req-a7910e3a-7605-4e33-a373-add2d38341d3 None None] Transition to ACTIVE for port object ce07ee2f-44d9-448d-9e72-d51b66167c8d will not be triggered until provisioned by entity L2. {{(pid=93157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:44:44.830890 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-a7910e3a-7605-4e33-a373-add2d38341d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:44.923594 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8882c-71d0-4773-8a94-6a7491dedd5a None None] Pushing event updated for resources: {'Port': ['ID=ce07ee2f-44d9-448d-9e72-d51b66167c8d,revision_number=3']} {{(pid=93157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:45.065718 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.managers [None req-a7910e3a-7605-4e33-a373-add2d38341d3 None None] Attempting to bind port ce07ee2f-44d9-448d-9e72-d51b66167c8d on host dv-cinder-784453-8-iscsi for vnic_type normal with profile {{(pid=93157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:44:45.066278 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.managers [None req-a7910e3a-7605-4e33-a373-add2d38341d3 None None] Attempting to bind port ce07ee2f-44d9-448d-9e72-d51b66167c8d by drivers openvswitch,hyperv on host dv-cinder-784453-8-iscsi at level 0 using segments [{'id': '72f5a205-5630-44f8-8543-795dc8019cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '712847a8-54b5-465b-8f51-45e034d52256'}] {{(pid=93157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:44:45.066741 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7910e3a-7605-4e33-a373-add2d38341d3 None None] Attempting to bind port ce07ee2f-44d9-448d-9e72-d51b66167c8d on network 712847a8-54b5-465b-8f51-45e034d52256 {{(pid=93157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:44:45.073921 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7910e3a-7605-4e33-a373-add2d38341d3 None None] Checking agent: {'id': '3ba56e3d-baa8-43e8-bda8-5a4cd0b2ced4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 7, 13, 14, 27, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:44:45.074471 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7910e3a-7605-4e33-a373-add2d38341d3 None None] Checking segment: {'id': '72f5a205-5630-44f8-8543-795dc8019cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '712847a8-54b5-465b-8f51-45e034d52256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:44:45.075385 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-a7910e3a-7605-4e33-a373-add2d38341d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:45.076155 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7910e3a-7605-4e33-a373-add2d38341d3 None None] Bound using segment: {'id': '72f5a205-5630-44f8-8543-795dc8019cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '712847a8-54b5-465b-8f51-45e034d52256'} {{(pid=93157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:44:45.076860 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.managers [None req-a7910e3a-7605-4e33-a373-add2d38341d3 None None] Bound port: ce07ee2f-44d9-448d-9e72-d51b66167c8d, host: dv-cinder-784453-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72f5a205-5630-44f8-8543-795dc8019cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '712847a8-54b5-465b-8f51-45e034d52256'}}] {{(pid=93157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:44:45.077357 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-a7910e3a-7605-4e33-a373-add2d38341d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:45.082883 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 49d87cc6-6891-44a3-a994-683bf885abe0 up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:44:45.153761 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.db [None req-a7910e3a-7605-4e33-a373-add2d38341d3 None None] For port ce07ee2f-44d9-448d-9e72-d51b66167c8d, host dv-cinder-784453-8-iscsi, cleared binding levels {{(pid=93157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:44:45.157422 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-c07dd5ea-ff57-408c-a29a-d8403c25514d None None] Set router 8dfc397e-6ab4-46ea-aa79-0b950b4e921d gateway port host: dv-cinder-784453-8-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:44:45.157690 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.plugins.ml2.db [None req-a7910e3a-7605-4e33-a373-add2d38341d3 None None] For port ce07ee2f-44d9-448d-9e72-d51b66167c8d, host dv-cinder-784453-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=ce07ee2f-44d9-448d-9e72-d51b66167c8d,segment=NetworkSegment(72f5a205-5630-44f8-8543-795dc8019cbe),segment_id=72f5a205-5630-44f8-8543-795dc8019cbe)] {{(pid=93157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:44:45.170055 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron_lib.callbacks.manager [None req-a7910e3a-7605-4e33-a373-add2d38341d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:45.216846 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port 49d87cc6-6891-44a3-a994-683bf885abe0 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:44:45.217365 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:45.243080 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7910e3a-7605-4e33-a373-add2d38341d3 None None] Routers {'e0342f05-387e-4100-9d34-fe47cb24d47a'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:44:45.243859 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-a7910e3a-7605-4e33-a373-add2d38341d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:44:36Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['e0342f05-387e-4100-9d34-fe47cb24d47a'], 'active': True} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:44:45.248500 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8882c-71d0-4773-8a94-6a7491dedd5a None None] Pushing event updated for resources: {'Port': ['ID=ce07ee2f-44d9-448d-9e72-d51b66167c8d,revision_number=4']} {{(pid=93157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:45.452481 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvr_db [None req-a7910e3a-7605-4e33-a373-add2d38341d3 None None] Set router e0342f05-387e-4100-9d34-fe47cb24d47a gateway port host: dv-cinder-784453-8-iscsi {{(pid=93157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:44:45.513684 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-c07dd5ea-ff57-408c-a29a-d8403c25514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'name': 'tempest-TestVolumeBootPattern-412513273-router', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '400e1145-24b7-4fe4-95d8-76dbd32dfa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:41:43Z', 'updated_at': '2021-07-13T14:41:47Z', 'revision_number': 4, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'gw_port': {'id': '400e1145-24b7-4fe4-95d8-76dbd32dfa28', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:67:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:43Z', 'updated_at': '2021-07-13T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': 'd9d591db-55fd-4d5b-9100-f25158366104', 'name': '', 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'mac_address': 'fa:16:3e:23:d3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '28025b5e-d48d-4866-b8db-aa50e7c929e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:46Z', 'updated_at': '2021-07-13T14:41:53Z', 'revision_number': 5, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'subnets': [{'id': '28025b5e-d48d-4866-b8db-aa50e7c929e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:44:45.568672 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07dd5ea-ff57-408c-a29a-d8403c25514d None None] The sync data for ids ['8dfc397e-6ab4-46ea-aa79-0b950b4e921d'] in dv-cinder-784453-8-iscsi is: [{'id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'name': 'tempest-TestVolumeBootPattern-412513273-router', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '400e1145-24b7-4fe4-95d8-76dbd32dfa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:41:43Z', 'updated_at': '2021-07-13T14:41:47Z', 'revision_number': 4, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'gw_port': {'id': '400e1145-24b7-4fe4-95d8-76dbd32dfa28', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:67:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:43Z', 'updated_at': '2021-07-13T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': 'd9d591db-55fd-4d5b-9100-f25158366104', 'name': '', 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'mac_address': 'fa:16:3e:23:d3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '28025b5e-d48d-4866-b8db-aa50e7c929e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:46Z', 'updated_at': '2021-07-13T14:41:53Z', 'revision_number': 5, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'subnets': [{'id': '28025b5e-d48d-4866-b8db-aa50e7c929e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:44:45.769986 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-a7910e3a-7605-4e33-a373-add2d38341d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0342f05-387e-4100-9d34-fe47cb24d47a', 'name': 'tempest-TestMinimumBasicScenario-404664204-router', 'tenant_id': '57e267269a0d42b68d1a4575093821ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '49d87cc6-6891-44a3-a994-683bf885abe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:44:36Z', 'updated_at': '2021-07-13T14:44:39Z', 'revision_number': 4, 'project_id': '57e267269a0d42b68d1a4575093821ec', 'gw_port': {'id': '49d87cc6-6891-44a3-a994-683bf885abe0', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0342f05-387e-4100-9d34-fe47cb24d47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:44:37Z', 'updated_at': '2021-07-13T14:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': 'ce07ee2f-44d9-448d-9e72-d51b66167c8d', 'name': '', 'network_id': '712847a8-54b5-465b-8f51-45e034d52256', 'tenant_id': '57e267269a0d42b68d1a4575093821ec', 'mac_address': 'fa:16:3e:44:8f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0342f05-387e-4100-9d34-fe47cb24d47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '8b7d2472-d9bc-453e-b835-a2a98098a678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:44:39Z', 'updated_at': '2021-07-13T14:44:45Z', 'revision_number': 4, 'project_id': '57e267269a0d42b68d1a4575093821ec', 'subnets': [{'id': '8b7d2472-d9bc-453e-b835-a2a98098a678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:44:45.803955 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7910e3a-7605-4e33-a373-add2d38341d3 None None] The sync data for ids ['e0342f05-387e-4100-9d34-fe47cb24d47a'] in dv-cinder-784453-8-iscsi is: [{'id': 'e0342f05-387e-4100-9d34-fe47cb24d47a', 'name': 'tempest-TestMinimumBasicScenario-404664204-router', 'tenant_id': '57e267269a0d42b68d1a4575093821ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '49d87cc6-6891-44a3-a994-683bf885abe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:44:36Z', 'updated_at': '2021-07-13T14:44:39Z', 'revision_number': 4, 'project_id': '57e267269a0d42b68d1a4575093821ec', 'gw_port': {'id': '49d87cc6-6891-44a3-a994-683bf885abe0', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0342f05-387e-4100-9d34-fe47cb24d47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:44:37Z', 'updated_at': '2021-07-13T14:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': 'ce07ee2f-44d9-448d-9e72-d51b66167c8d', 'name': '', 'network_id': '712847a8-54b5-465b-8f51-45e034d52256', 'tenant_id': '57e267269a0d42b68d1a4575093821ec', 'mac_address': 'fa:16:3e:44:8f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0342f05-387e-4100-9d34-fe47cb24d47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '8b7d2472-d9bc-453e-b835-a2a98098a678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:44:39Z', 'updated_at': '2021-07-13T14:44:45Z', 'revision_number': 4, 'project_id': '57e267269a0d42b68d1a4575093821ec', 'subnets': [{'id': '8b7d2472-d9bc-453e-b835-a2a98098a678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:44:45.804807 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-1ff449ad-8b75-4c4b-8114-86e6b545828d tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1572674527&fields=id&tenant_id=99769a464f6d4affafc17bdbbd66183b HTTP/1.1" status: 200 len: 267 time: 0.0441625 Jul 13 14:44:45.922468 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-6ac3a54c-81ae-4864-8400-537a8b1c1870 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:45.924214 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-6ac3a54c-81ae-4864-8400-537a8b1c1870 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/networks?id=c4e52171-321c-48d2-9bf2-ea19f9b9ae29 HTTP/1.1" status: 200 len: 811 time: 0.1106880 Jul 13 14:44:45.940096 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-c13dfd44-39d8-4947-998d-f3814dc9c1b9 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/quotas/99769a464f6d4affafc17bdbbd66183b HTTP/1.1" status: 200 len: 375 time: 0.0105367 Jul 13 14:44:46.018848 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-6fb780d9-01ee-408f-96f3-3769579ee7b1 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=99769a464f6d4affafc17bdbbd66183b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0730748 Jul 13 14:44:46.121454 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-d2659967-e92d-4929-a639-426b47a20832 service neutron] 10.222.0.11 "GET /v2.0/networks/c4e52171-321c-48d2-9bf2-ea19f9b9ae29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900874 Jul 13 14:44:46.221413 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-43da7737-114c-48fa-9be4-a88d01b3d642 service neutron] 10.222.0.11 "GET /v2.0/networks/c4e52171-321c-48d2-9bf2-ea19f9b9ae29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931501 Jul 13 14:44:46.593623 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-73155e08-3b96-483b-84cd-017d6af9c293 req-89c78641-5fd9-4c94-9dbe-1e15d41796e2 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0ffd503-55db-44e2-8a78-3742963ea299 HTTP/1.1" status: 200 len: 210 time: 0.0508754 Jul 13 14:44:46.835634 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:46.891684 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55161f08-a475-4c35-a47d-2ccd41b3041c None None] New status for floating IP d1ca6db8-c781-4aa3-80d3-43408b1743b8: DOWN {{(pid=93157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:44:47.027744 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device ce07ee2f-44d9-448d-9e72-d51b66167c8d up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:44:47.126008 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning for port ce07ee2f-44d9-448d-9e72-d51b66167c8d completed by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:44:47.130650 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port ce07ee2f-44d9-448d-9e72-d51b66167c8d triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:44:47.131319 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:47.246060 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:47.287934 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] For port ce07ee2f-44d9-448d-9e72-d51b66167c8d, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=ce07ee2f-44d9-448d-9e72-d51b66167c8d,segment=NetworkSegment(72f5a205-5630-44f8-8543-795dc8019cbe),segment_id=72f5a205-5630-44f8-8543-795dc8019cbe)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:44:47.300116 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:47.379786 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Pushing event updated for resources: {'Port': ['ID=ce07ee2f-44d9-448d-9e72-d51b66167c8d,revision_number=5']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:47.383026 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device f18a20b1-24f9-490a-86e4-c7f996b12f24 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:44:47.413394 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] No Port match for: f18a20b1-24f9-490a-86e4-c7f996b12f24 {{(pid=93156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:44:47.414463 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device f18a20b1-24f9-490a-86e4-c7f996b12f24 not bound to the agent host hv-cinder-78445 {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:44:47.752342 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f94e5bc1-9472-4070-a8ac-251b59c3f386 req-f26713a5-601d-4501-a27c-074adc7c63ed tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0ffd503-55db-44e2-8a78-3742963ea299 HTTP/1.1" status: 200 len: 210 time: 0.0313385 Jul 13 14:44:48.017274 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-54f3e5e4-d67f-46a5-a15c-cd89c370961e tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:48.018950 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-54f3e5e4-d67f-46a5-a15c-cd89c370961e tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.39 "GET /v2.0/networks?id=c4e52171-321c-48d2-9bf2-ea19f9b9ae29 HTTP/1.1" status: 200 len: 811 time: 0.1260560 Jul 13 14:44:48.096339 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-87d9f651-c5cc-47bf-901b-ab82af2a7fb6 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99769a464f6d4affafc17bdbbd66183b HTTP/1.1" status: 200 len: 380 time: 0.0503500 Jul 13 14:44:48.109002 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-616fbca5-7880-43bd-9fec-7ffdc1487e19 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Request body: {'port': {'device_id': 'd0ffd503-55db-44e2-8a78-3742963ea299', 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29', 'admin_state_up': True, 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'security_groups': ['8a35dae3-97c9-4bd9-8dac-22e1336dffe2']}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:44:48.246058 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-616fbca5-7880-43bd-9fec-7ffdc1487e19 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Made reservation on behalf of 99769a464f6d4affafc17bdbbd66183b for: {'port': 1} {{(pid=93155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:44:48.254210 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-616fbca5-7880-43bd-9fec-7ffdc1487e19 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:48.400450 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.db_base_plugin_common [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-616fbca5-7880-43bd-9fec-7ffdc1487e19 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Allocated IP 172.20.0.12 (c4e52171-321c-48d2-9bf2-ea19f9b9ae29/28025b5e-d48d-4866-b8db-aa50e7c929e5/992fd1fe-94a4-44a7-a935-535b09b44860) {{(pid=93155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:44:48.557705 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-616fbca5-7880-43bd-9fec-7ffdc1487e19 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks [] for port, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:48.574197 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-616fbca5-7880-43bd-9fec-7ffdc1487e19 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Transition to ACTIVE for port object 992fd1fe-94a4-44a7-a935-535b09b44860 will not be triggered until provisioned by entity DHCP. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:44:48.613154 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-616fbca5-7880-43bd-9fec-7ffdc1487e19 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:48.667540 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-616fbca5-7880-43bd-9fec-7ffdc1487e19 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Network c4e52171-321c-48d2-9bf2-ea19f9b9ae29 is already hosted by enough agents. {{(pid=93155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:44:48.674550 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-616fbca5-7880-43bd-9fec-7ffdc1487e19 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Resources bound (agent type, host, resource id): {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:44:48.680964 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-616fbca5-7880-43bd-9fec-7ffdc1487e19 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Received port after_create {{(pid=93155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:44:48.711773 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616fbca5-7880-43bd-9fec-7ffdc1487e19 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Pushing event updated for resources: {'Port': ['ID=992fd1fe-94a4-44a7-a935-535b09b44860,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:48.725148 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616fbca5-7880-43bd-9fec-7ffdc1487e19 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:48.725538 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616fbca5-7880-43bd-9fec-7ffdc1487e19 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:48.725848 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616fbca5-7880-43bd-9fec-7ffdc1487e19 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:48.726188 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616fbca5-7880-43bd-9fec-7ffdc1487e19 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:48.726592 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616fbca5-7880-43bd-9fec-7ffdc1487e19 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:48.726982 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616fbca5-7880-43bd-9fec-7ffdc1487e19 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:48.727302 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616fbca5-7880-43bd-9fec-7ffdc1487e19 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:48.727632 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616fbca5-7880-43bd-9fec-7ffdc1487e19 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:48.727965 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616fbca5-7880-43bd-9fec-7ffdc1487e19 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:48.728295 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616fbca5-7880-43bd-9fec-7ffdc1487e19 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:48.728612 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616fbca5-7880-43bd-9fec-7ffdc1487e19 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:48.728933 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616fbca5-7880-43bd-9fec-7ffdc1487e19 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:44:48.766370 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-616fbca5-7880-43bd-9fec-7ffdc1487e19 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:48.767008 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-616fbca5-7880-43bd-9fec-7ffdc1487e19 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:48.793001 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-616fbca5-7880-43bd-9fec-7ffdc1487e19 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6905088 Jul 13 14:44:48.813485 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-5ac2ce61-c4ec-4791-8187-952d9a274429 service neutron] Request body: {'port': {'device_id': 'd0ffd503-55db-44e2-8a78-3742963ea299', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:44:48.943641 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-5ac2ce61-c4ec-4791-8187-952d9a274429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:48.989624 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device ce07ee2f-44d9-448d-9e72-d51b66167c8d up at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:44:49.043769 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc105fbb-5433-4a3a-a274-4e177cf28cb6 req-853448d9-7c54-441a-97a0-721d60ca2a78 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:49.054680 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-bc105fbb-5433-4a3a-a274-4e177cf28cb6 req-853448d9-7c54-441a-97a0-721d60ca2a78 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0ffd503-55db-44e2-8a78-3742963ea299 HTTP/1.1" status: 200 len: 932 time: 0.0858688 Jul 13 14:44:49.092619 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Provisioning complete for port ce07ee2f-44d9-448d-9e72-d51b66167c8d triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:44:49.093192 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:49.105563 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-bc105fbb-5433-4a3a-a274-4e177cf28cb6 req-97e5129b-7a49-4e39-922e-f4d5156d534f tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437870 Jul 13 14:44:49.161246 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-fff5a069-21b7-43b6-a6bc-0d2c1c1de056 None None] Provisioning for port 992fd1fe-94a4-44a7-a935-535b09b44860 completed by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:44:49.167629 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-fff5a069-21b7-43b6-a6bc-0d2c1c1de056 None None] Provisioning complete for port 992fd1fe-94a4-44a7-a935-535b09b44860 triggered by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:44:49.169459 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-fff5a069-21b7-43b6-a6bc-0d2c1c1de056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:49.209449 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-fff5a069-21b7-43b6-a6bc-0d2c1c1de056 None None] Port 992fd1fe-94a4-44a7-a935-535b09b44860 cannot update to ACTIVE because it is not bound. {{(pid=93156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:44:49.291196 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-5ac2ce61-c4ec-4791-8187-952d9a274429 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 992fd1fe-94a4-44a7-a935-535b09b44860 {{(pid=93155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:44:49.299560 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-5ac2ce61-c4ec-4791-8187-952d9a274429 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:49.314081 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-5ac2ce61-c4ec-4791-8187-952d9a274429 service neutron] Transition to ACTIVE for port object 992fd1fe-94a4-44a7-a935-535b09b44860 will not be triggered until provisioned by entity L2. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:44:49.318210 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-5ac2ce61-c4ec-4791-8187-952d9a274429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868486'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:49.375307 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2ce61-c4ec-4791-8187-952d9a274429 service neutron] Pushing event updated for resources: {'Port': ['ID=992fd1fe-94a4-44a7-a935-535b09b44860,revision_number=2']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:49.471061 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-5ac2ce61-c4ec-4791-8187-952d9a274429 service neutron] Attempting to bind port 992fd1fe-94a4-44a7-a935-535b09b44860 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:44:49.471648 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-5ac2ce61-c4ec-4791-8187-952d9a274429 service neutron] Attempting to bind port 992fd1fe-94a4-44a7-a935-535b09b44860 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': 'c6b163ab-1b04-41ce-ae67-2074c98b0129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29'}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:44:49.472161 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-5ac2ce61-c4ec-4791-8187-952d9a274429 service neutron] Attempting to bind port 992fd1fe-94a4-44a7-a935-535b09b44860 on network c4e52171-321c-48d2-9bf2-ea19f9b9ae29 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:44:49.480802 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-5ac2ce61-c4ec-4791-8187-952d9a274429 service neutron] Port 992fd1fe-94a4-44a7-a935-535b09b44860 on network c4e52171-321c-48d2-9bf2-ea19f9b9ae29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:44:49.481685 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-5ac2ce61-c4ec-4791-8187-952d9a274429 service neutron] Attempting to bind port 992fd1fe-94a4-44a7-a935-535b09b44860 on network c4e52171-321c-48d2-9bf2-ea19f9b9ae29 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:44:49.487363 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-5ac2ce61-c4ec-4791-8187-952d9a274429 service neutron] Checking agent: {'id': 'b13b15cc-78ec-4c35-8be2-6f245ac287e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 13, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:44:49.487720 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-5ac2ce61-c4ec-4791-8187-952d9a274429 service neutron] Checking segment: {'id': 'c6b163ab-1b04-41ce-ae67-2074c98b0129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:44:49.488193 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-5ac2ce61-c4ec-4791-8187-952d9a274429 service neutron] Bound using segment: {'id': 'c6b163ab-1b04-41ce-ae67-2074c98b0129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29'} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:44:49.488625 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-5ac2ce61-c4ec-4791-8187-952d9a274429 service neutron] Bound port: 992fd1fe-94a4-44a7-a935-535b09b44860, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6b163ab-1b04-41ce-ae67-2074c98b0129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29'}}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:44:49.489002 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-5ac2ce61-c4ec-4791-8187-952d9a274429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:49.564471 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-5ac2ce61-c4ec-4791-8187-952d9a274429 service neutron] For port 992fd1fe-94a4-44a7-a935-535b09b44860, host hv-cinder-78445, cleared binding levels {{(pid=93155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:44:49.567982 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-5ac2ce61-c4ec-4791-8187-952d9a274429 service neutron] For port 992fd1fe-94a4-44a7-a935-535b09b44860, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=992fd1fe-94a4-44a7-a935-535b09b44860,segment=NetworkSegment(c6b163ab-1b04-41ce-ae67-2074c98b0129),segment_id=c6b163ab-1b04-41ce-ae67-2074c98b0129)] {{(pid=93155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:44:49.575345 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-5ac2ce61-c4ec-4791-8187-952d9a274429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868486'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:49.623691 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-5ac2ce61-c4ec-4791-8187-952d9a274429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:49.624491 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-5ac2ce61-c4ec-4791-8187-952d9a274429 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:49.626880 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-5ac2ce61-c4ec-4791-8187-952d9a274429 service neutron] 10.222.0.39 "PUT /v2.0/ports/992fd1fe-94a4-44a7-a935-535b09b44860 HTTP/1.1" status: 200 len: 1094 time: 0.8192329 Jul 13 14:44:49.627342 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0ffd503-55db-44e2-8a78-3742963ea299', 'tag': '992fd1fe-94a4-44a7-a935-535b09b44860'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:44:49.630104 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969d499ae61b7a2d5523e15545dbdfcb627d31ab7a946dd0dec0766d655d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f85775-d6a3-444b-a1a8-ab02bacd6e9c" -d '{"events": [{"name": "network-changed", "server_uuid": "d0ffd503-55db-44e2-8a78-3742963ea299", "tag": "992fd1fe-94a4-44a7-a935-535b09b44860"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:44:49.670663 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2ce61-c4ec-4791-8187-952d9a274429 service neutron] Pushing event updated for resources: {'Port': ['ID=992fd1fe-94a4-44a7-a935-535b09b44860,revision_number=3']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:49.728956 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc79438c-2d15-49ea-9e88-ec319b330967 x-openstack-request-id: req-cc79438c-2d15-49ea-9e88-ec319b330967 {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:44:49.729172 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0ffd503-55db-44e2-8a78-3742963ea299", "tag": "992fd1fe-94a4-44a7-a935-535b09b44860", "status": "completed", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:44:49.729392 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cc79438c-2d15-49ea-9e88-ec319b330967 {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:44:49.729783 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0ffd503-55db-44e2-8a78-3742963ea299', 'tag': '992fd1fe-94a4-44a7-a935-535b09b44860', 'status': 'completed', 'code': 200} Jul 13 14:44:49.771728 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-93ec3ed3-a1dd-4a71-9077-fdab85a02762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:49.773908 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-93ec3ed3-a1dd-4a71-9077-fdab85a02762 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=99769a464f6d4affafc17bdbbd66183b&device_id=d0ffd503-55db-44e2-8a78-3742963ea299 HTTP/1.1" status: 200 len: 1097 time: 0.0798984 Jul 13 14:44:49.826600 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-9f1936d3-b179-449a-95cc-5e4349976e1f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=992fd1fe-94a4-44a7-a935-535b09b44860 HTTP/1.1" status: 200 len: 217 time: 0.0407002 Jul 13 14:44:49.882900 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-041a47df-f609-4223-b300-73135dee9ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:49.884345 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-041a47df-f609-4223-b300-73135dee9ee6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28025b5e-d48d-4866-b8db-aa50e7c929e5 HTTP/1.1" status: 200 len: 850 time: 0.0517066 Jul 13 14:44:49.951920 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-dab87bc2-ac37-430a-9678-a13114d39e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:49.955350 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-dab87bc2-ac37-430a-9678-a13114d39e56 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c4e52171-321c-48d2-9bf2-ea19f9b9ae29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0641470 Jul 13 14:44:50.057175 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-5d324221-25eb-4d0c-9b3d-729f8807e7f7 service neutron] 10.222.0.39 "GET /v2.0/networks/c4e52171-321c-48d2-9bf2-ea19f9b9ae29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947776 Jul 13 14:44:50.156564 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-20b28294-9bb1-4c4c-b1b3-5e8e63cef554 req-361a5431-88f1-422e-9264-44eb1d496fc0 service neutron] 10.222.0.39 "GET /v2.0/networks/c4e52171-321c-48d2-9bf2-ea19f9b9ae29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934582 Jul 13 14:44:50.297905 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0d2ee-c3f5-4dba-a54c-54396f98e79b req-03ae2639-2ae9-4a8d-9146-9675e0eed14e tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:50.300268 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ded0d2ee-c3f5-4dba-a54c-54396f98e79b req-03ae2639-2ae9-4a8d-9146-9675e0eed14e tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0ffd503-55db-44e2-8a78-3742963ea299 HTTP/1.1" status: 200 len: 944 time: 0.0745239 Jul 13 14:44:50.327892 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f85775-d6a3-444b-a1a8-ab02bacd6e9c req-bc542878-3f99-4b79-8073-ec0a926512c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:50.330157 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-a6f85775-d6a3-444b-a1a8-ab02bacd6e9c req-bc542878-3f99-4b79-8073-ec0a926512c9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=99769a464f6d4affafc17bdbbd66183b&device_id=d0ffd503-55db-44e2-8a78-3742963ea299 HTTP/1.1" status: 200 len: 1097 time: 0.0845604 Jul 13 14:44:50.361415 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ded0d2ee-c3f5-4dba-a54c-54396f98e79b req-308bbf30-8b69-4700-885a-fb44d19736a8 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503426 Jul 13 14:44:50.424405 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f85775-d6a3-444b-a1a8-ab02bacd6e9c req-4614c11e-9f9c-49b1-a90c-37516c63fe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:50.425886 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-a6f85775-d6a3-444b-a1a8-ab02bacd6e9c req-4614c11e-9f9c-49b1-a90c-37516c63fe8a service neutron] 10.222.0.39 "GET /v2.0/networks?id=c4e52171-321c-48d2-9bf2-ea19f9b9ae29 HTTP/1.1" status: 200 len: 912 time: 0.0888953 Jul 13 14:44:50.473244 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-a6f85775-d6a3-444b-a1a8-ab02bacd6e9c req-f2b8610f-f686-4a32-bca1-f54840178a61 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=992fd1fe-94a4-44a7-a935-535b09b44860 HTTP/1.1" status: 200 len: 217 time: 0.0399914 Jul 13 14:44:50.526276 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f85775-d6a3-444b-a1a8-ab02bacd6e9c req-2caa175e-865f-4ab7-8f2c-adeac6c9cf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:50.527869 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-a6f85775-d6a3-444b-a1a8-ab02bacd6e9c req-2caa175e-865f-4ab7-8f2c-adeac6c9cf21 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28025b5e-d48d-4866-b8db-aa50e7c929e5 HTTP/1.1" status: 200 len: 850 time: 0.0481319 Jul 13 14:44:50.589141 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f85775-d6a3-444b-a1a8-ab02bacd6e9c req-e3fe9fbb-2470-488e-bf72-5d6c4a8da53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:50.591066 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-a6f85775-d6a3-444b-a1a8-ab02bacd6e9c req-e3fe9fbb-2470-488e-bf72-5d6c4a8da53f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c4e52171-321c-48d2-9bf2-ea19f9b9ae29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573401 Jul 13 14:44:50.695158 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-a6f85775-d6a3-444b-a1a8-ab02bacd6e9c req-fd15e04a-892f-4d27-8783-6b7848465bcc service neutron] 10.222.0.39 "GET /v2.0/networks/c4e52171-321c-48d2-9bf2-ea19f9b9ae29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977921 Jul 13 14:44:51.079880 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-a6f85775-d6a3-444b-a1a8-ab02bacd6e9c req-c7018476-dc42-405b-8e5d-4758f7d4ed34 service neutron] 10.222.0.39 "GET /v2.0/networks/c4e52171-321c-48d2-9bf2-ea19f9b9ae29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785388 Jul 13 14:44:51.524249 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c59220-af25-4be4-8984-10376364dcbb req-e7c3873e-a201-4a66-9e4e-14ee476014c8 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:51.525690 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-22c59220-af25-4be4-8984-10376364dcbb req-e7c3873e-a201-4a66-9e4e-14ee476014c8 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0ffd503-55db-44e2-8a78-3742963ea299 HTTP/1.1" status: 200 len: 944 time: 0.0603552 Jul 13 14:44:51.569833 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-22c59220-af25-4be4-8984-10376364dcbb req-fa78d668-fd18-4471-b8a2-b26a6d882d8f tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385609 Jul 13 14:44:51.804017 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ef728-2cd6-43f0-a7ee-3bc14dced0b9 req-f838149a-8210-47b6-bb10-ae9d4407cf78 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:51.805464 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-881ef728-2cd6-43f0-a7ee-3bc14dced0b9 req-f838149a-8210-47b6-bb10-ae9d4407cf78 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/networks?id=812001b7-e6dd-425d-ba24-1b5cc9e1a77e HTTP/1.1" status: 200 len: 814 time: 0.1014378 Jul 13 14:44:51.820338 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-881ef728-2cd6-43f0-a7ee-3bc14dced0b9 req-1bb1d90e-babb-44f0-904d-5856eb1ce888 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/quotas/08ba19d1698a49e796d2c1f89834cd4d HTTP/1.1" status: 200 len: 375 time: 0.0089138 Jul 13 14:44:51.885243 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-881ef728-2cd6-43f0-a7ee-3bc14dced0b9 req-90f28f77-af58-4cc5-8d2e-696bcc931f89 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=08ba19d1698a49e796d2c1f89834cd4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0598433 Jul 13 14:44:51.982400 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-881ef728-2cd6-43f0-a7ee-3bc14dced0b9 req-f4720d7e-cb7e-46cc-b338-30a8e95c9008 service neutron] 10.222.0.11 "GET /v2.0/networks/812001b7-e6dd-425d-ba24-1b5cc9e1a77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846577 Jul 13 14:44:52.066823 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-881ef728-2cd6-43f0-a7ee-3bc14dced0b9 req-1316c270-948c-4c6a-834f-a1d02ebc4de5 service neutron] 10.222.0.11 "GET /v2.0/networks/812001b7-e6dd-425d-ba24-1b5cc9e1a77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787408 Jul 13 14:44:52.238465 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0c171e4f-4c65-4c9f-9b80-d5c91667c3a2 req-644f1232-19f3-4781-97aa-765e52dab01d tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/ports?device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 210 time: 0.0333066 Jul 13 14:44:52.741209 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e8586-d327-4597-bc46-b37a9e3d9114 req-10a9eb9b-91fe-4947-b453-01bc9f87a082 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:52.742832 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c07e8586-d327-4597-bc46-b37a9e3d9114 req-10a9eb9b-91fe-4947-b453-01bc9f87a082 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0ffd503-55db-44e2-8a78-3742963ea299 HTTP/1.1" status: 200 len: 944 time: 0.0635929 Jul 13 14:44:52.781038 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c07e8586-d327-4597-bc46-b37a9e3d9114 req-2ca9ffb2-76ed-4093-b6b3-6a26fd002a7e tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316839 Jul 13 14:44:53.338436 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ef728-2cd6-43f0-a7ee-3bc14dced0b9 req-7eddd7ec-8612-4af4-8edb-ff02d63a52dd tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:53.341148 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-881ef728-2cd6-43f0-a7ee-3bc14dced0b9 req-7eddd7ec-8612-4af4-8edb-ff02d63a52dd tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.39 "GET /v2.0/networks?id=812001b7-e6dd-425d-ba24-1b5cc9e1a77e HTTP/1.1" status: 200 len: 814 time: 0.1064649 Jul 13 14:44:53.359749 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [req-881ef728-2cd6-43f0-a7ee-3bc14dced0b9 req-58ca5b3c-5c3e-4af3-a2c0-89a9da2243ba tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Request body: {'port': {'device_id': '29dad77b-9172-405e-a02a-16121c61038f', 'network_id': '812001b7-e6dd-425d-ba24-1b5cc9e1a77e', 'admin_state_up': True, 'tenant_id': '08ba19d1698a49e796d2c1f89834cd4d'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:44:53.382832 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-95f0053b-5d85-468f-8cca-e97cf79b728e req-6495e9fd-7ffb-460f-87a6-59c7aa61d249 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/ports?device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 210 time: 0.0290778 Jul 13 14:44:53.474991 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-881ef728-2cd6-43f0-a7ee-3bc14dced0b9 req-58ca5b3c-5c3e-4af3-a2c0-89a9da2243ba tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Made reservation on behalf of 08ba19d1698a49e796d2c1f89834cd4d for: {'port': 1} {{(pid=93155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:44:53.478936 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-881ef728-2cd6-43f0-a7ee-3bc14dced0b9 req-58ca5b3c-5c3e-4af3-a2c0-89a9da2243ba tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:53.605013 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.db_base_plugin_common [req-881ef728-2cd6-43f0-a7ee-3bc14dced0b9 req-58ca5b3c-5c3e-4af3-a2c0-89a9da2243ba tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Allocated IP 172.20.0.4 (812001b7-e6dd-425d-ba24-1b5cc9e1a77e/8b3a93c6-e4b5-45d7-85af-0d0ef56c93ef/44be44f7-697a-4be3-92ba-88c71ee63e78) {{(pid=93155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:44:53.761450 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-881ef728-2cd6-43f0-a7ee-3bc14dced0b9 req-58ca5b3c-5c3e-4af3-a2c0-89a9da2243ba tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks [] for port, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:53.779360 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [req-881ef728-2cd6-43f0-a7ee-3bc14dced0b9 req-58ca5b3c-5c3e-4af3-a2c0-89a9da2243ba tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Transition to ACTIVE for port object 44be44f7-697a-4be3-92ba-88c71ee63e78 will not be triggered until provisioned by entity DHCP. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:44:53.837428 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-881ef728-2cd6-43f0-a7ee-3bc14dced0b9 req-58ca5b3c-5c3e-4af3-a2c0-89a9da2243ba tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:53.886041 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-881ef728-2cd6-43f0-a7ee-3bc14dced0b9 req-58ca5b3c-5c3e-4af3-a2c0-89a9da2243ba tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Network 812001b7-e6dd-425d-ba24-1b5cc9e1a77e is already hosted by enough agents. {{(pid=93155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:44:53.890054 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [req-881ef728-2cd6-43f0-a7ee-3bc14dced0b9 req-58ca5b3c-5c3e-4af3-a2c0-89a9da2243ba tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Resources bound (agent type, host, resource id): {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:44:53.894967 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [req-881ef728-2cd6-43f0-a7ee-3bc14dced0b9 req-58ca5b3c-5c3e-4af3-a2c0-89a9da2243ba tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Received port after_create {{(pid=93155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:44:53.899524 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca5b3c-5c3e-4af3-a2c0-89a9da2243ba tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Pushing event updated for resources: {'Port': ['ID=44be44f7-697a-4be3-92ba-88c71ee63e78,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:44:53.981549 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ef728-2cd6-43f0-a7ee-3bc14dced0b9 req-58ca5b3c-5c3e-4af3-a2c0-89a9da2243ba tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:53.992277 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-881ef728-2cd6-43f0-a7ee-3bc14dced0b9 req-58ca5b3c-5c3e-4af3-a2c0-89a9da2243ba tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:54.025019 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-881ef728-2cd6-43f0-a7ee-3bc14dced0b9 req-58ca5b3c-5c3e-4af3-a2c0-89a9da2243ba tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6696179 Jul 13 14:44:54.028900 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6dd083-ba9c-4993-83a4-9751e09ff526 req-1977343b-36f0-47b5-8594-853ab1c62d3e tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:54.031665 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ce6dd083-ba9c-4993-83a4-9751e09ff526 req-1977343b-36f0-47b5-8594-853ab1c62d3e tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0ffd503-55db-44e2-8a78-3742963ea299 HTTP/1.1" status: 200 len: 944 time: 0.1102216 Jul 13 14:44:54.113483 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ce6dd083-ba9c-4993-83a4-9751e09ff526 req-e33490cc-0c64-4b52-940d-14f2d2a2d93c tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744827 Jul 13 14:44:54.340053 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-d92f541e-4189-4f92-8e4a-364b57443236 None None] Provisioning for port 44be44f7-697a-4be3-92ba-88c71ee63e78 completed by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:44:54.344209 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-d92f541e-4189-4f92-8e4a-364b57443236 None None] Provisioning complete for port 44be44f7-697a-4be3-92ba-88c71ee63e78 triggered by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:44:54.344584 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-d92f541e-4189-4f92-8e4a-364b57443236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:44:54.379289 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-d92f541e-4189-4f92-8e4a-364b57443236 None None] Port 44be44f7-697a-4be3-92ba-88c71ee63e78 cannot update to ACTIVE because it is not bound. {{(pid=93156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:44:54.562053 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64647532-fc44-4fde-aaac-22ef5c7c4b40 req-b5fca6a4-9db4-4d9a-82c7-f484fec2a146 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:54.563598 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-64647532-fc44-4fde-aaac-22ef5c7c4b40 req-b5fca6a4-9db4-4d9a-82c7-f484fec2a146 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/ports?device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 931 time: 0.0690255 Jul 13 14:44:54.602497 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-64647532-fc44-4fde-aaac-22ef5c7c4b40 req-5a469f09-7557-488d-940f-1927e079715f tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9b79ec6-b281-4976-adde-0ff8c086a479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330837 Jul 13 14:44:55.308161 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426ea9d-53b4-4481-9215-30feb1d2ec0e req-85217041-9f23-4e4d-8ffa-342a81ce6e33 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:55.309681 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b426ea9d-53b4-4481-9215-30feb1d2ec0e req-85217041-9f23-4e4d-8ffa-342a81ce6e33 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0ffd503-55db-44e2-8a78-3742963ea299 HTTP/1.1" status: 200 len: 944 time: 0.0644329 Jul 13 14:44:55.351650 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b426ea9d-53b4-4481-9215-30feb1d2ec0e req-72543845-b811-49ec-b98c-7be99e23e7d9 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356691 Jul 13 14:44:55.781401 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa893b9e-e6ed-49e0-8b83-5af4ac004701 req-b6d50346-0a6f-4f60-a126-7a2573859766 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:55.788318 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-aa893b9e-e6ed-49e0-8b83-5af4ac004701 req-b6d50346-0a6f-4f60-a126-7a2573859766 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/ports?device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 931 time: 0.0738795 Jul 13 14:44:55.822880 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-aa893b9e-e6ed-49e0-8b83-5af4ac004701 req-91441b00-2a13-49de-b174-b19a7394c7a5 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9b79ec6-b281-4976-adde-0ff8c086a479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336823 Jul 13 14:44:56.534490 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876ec00-5e59-4ae3-83fa-ff88ec34069f req-6fca2586-b7b8-4cb6-9646-394fbabead29 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:56.536047 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f876ec00-5e59-4ae3-83fa-ff88ec34069f req-6fca2586-b7b8-4cb6-9646-394fbabead29 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0ffd503-55db-44e2-8a78-3742963ea299 HTTP/1.1" status: 200 len: 944 time: 0.0636799 Jul 13 14:44:56.576777 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f876ec00-5e59-4ae3-83fa-ff88ec34069f req-e5a3dd61-903b-4658-8501-d9fa3439484c tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346138 Jul 13 14:44:57.006899 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c03c5c-04ed-4223-bad3-935678b15a4b req-30e218b2-5f4e-4753-9a24-8e4d28d53134 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:57.008488 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-43c03c5c-04ed-4223-bad3-935678b15a4b req-30e218b2-5f4e-4753-9a24-8e4d28d53134 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/ports?device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 931 time: 0.0676529 Jul 13 14:44:57.048328 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-43c03c5c-04ed-4223-bad3-935678b15a4b req-730788e4-36d5-44b3-a664-e85697d7f095 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9b79ec6-b281-4976-adde-0ff8c086a479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337183 Jul 13 14:44:57.754497 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a77884-e179-49d1-91f7-2365ae7278ac req-1a624135-771a-47b0-b741-b6fec8234a0c tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:57.756213 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f1a77884-e179-49d1-91f7-2365ae7278ac req-1a624135-771a-47b0-b741-b6fec8234a0c tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0ffd503-55db-44e2-8a78-3742963ea299 HTTP/1.1" status: 200 len: 944 time: 0.0662732 Jul 13 14:44:57.798916 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f1a77884-e179-49d1-91f7-2365ae7278ac req-8236d99e-dd1e-4819-8786-61e7412b75b5 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361171 Jul 13 14:44:58.225887 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169715a-cc48-49d5-9f23-3237e642fe75 req-2252c598-d94b-42fc-ac56-602fb44074bc tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:58.227392 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b169715a-cc48-49d5-9f23-3237e642fe75 req-2252c598-d94b-42fc-ac56-602fb44074bc tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/ports?device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 931 time: 0.0632684 Jul 13 14:44:58.268579 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b169715a-cc48-49d5-9f23-3237e642fe75 req-106e3522-dd26-4429-86f1-a74fc37d262a tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9b79ec6-b281-4976-adde-0ff8c086a479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345562 Jul 13 14:44:58.981990 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63feee-064a-40bf-85de-6457eaa0da83 req-208703ed-ad05-4da8-9e4c-879455966d84 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:58.983776 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5a63feee-064a-40bf-85de-6457eaa0da83 req-208703ed-ad05-4da8-9e4c-879455966d84 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0ffd503-55db-44e2-8a78-3742963ea299 HTTP/1.1" status: 200 len: 944 time: 0.0692668 Jul 13 14:44:59.022158 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5a63feee-064a-40bf-85de-6457eaa0da83 req-56438032-9a91-472c-b40f-850336324205 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328102 Jul 13 14:44:59.443570 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf7b9c-e531-432a-a8e9-c9294ffe72ee req-d39c8c15-c9db-4c89-be8f-e86def483e8d tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:44:59.445087 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7ebf7b9c-e531-432a-a8e9-c9294ffe72ee req-d39c8c15-c9db-4c89-be8f-e86def483e8d tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/ports?device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 931 time: 0.0655887 Jul 13 14:44:59.484650 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7ebf7b9c-e531-432a-a8e9-c9294ffe72ee req-5804402b-879b-4e5d-979a-bf55877fef52 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9b79ec6-b281-4976-adde-0ff8c086a479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339668 Jul 13 14:45:00.200443 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f410bbf-9938-4345-adb7-8b7fc0ebfb2e req-7748e82c-92e5-45e7-a73c-bdc12d7e0b9e tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:00.202800 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6f410bbf-9938-4345-adb7-8b7fc0ebfb2e req-7748e82c-92e5-45e7-a73c-bdc12d7e0b9e tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0ffd503-55db-44e2-8a78-3742963ea299 HTTP/1.1" status: 200 len: 944 time: 0.0675189 Jul 13 14:45:00.246746 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-6f410bbf-9938-4345-adb7-8b7fc0ebfb2e req-7d60a85c-7cee-43df-829d-957134fe887c tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354021 Jul 13 14:45:00.668184 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a93063-eda9-4540-8ee1-9255ce2697ea req-ad5ea5f3-a2ee-4f0f-8593-3665100c87c5 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:00.669792 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-66a93063-eda9-4540-8ee1-9255ce2697ea req-ad5ea5f3-a2ee-4f0f-8593-3665100c87c5 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/ports?device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 931 time: 0.0688829 Jul 13 14:45:00.707918 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-66a93063-eda9-4540-8ee1-9255ce2697ea req-a15a89fa-aa7e-4529-84be-39c50426ddbc tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9b79ec6-b281-4976-adde-0ff8c086a479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320411 Jul 13 14:45:01.426105 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d894f-204a-4147-adae-820aaea1870f req-220e283c-65e7-4278-bfb6-8fcd397d05f6 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:01.427623 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8b2d894f-204a-4147-adae-820aaea1870f req-220e283c-65e7-4278-bfb6-8fcd397d05f6 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0ffd503-55db-44e2-8a78-3742963ea299 HTTP/1.1" status: 200 len: 944 time: 0.0630255 Jul 13 14:45:01.467012 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8b2d894f-204a-4147-adae-820aaea1870f req-1ed86424-ead6-458e-95e0-ec849ece7013 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331573 Jul 13 14:45:01.894488 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a393f8ad-f8b3-4171-9d9c-d751e9b7059f req-d017247a-6971-41b5-b8b9-6038e8e3e5cc tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:01.896369 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a393f8ad-f8b3-4171-9d9c-d751e9b7059f req-d017247a-6971-41b5-b8b9-6038e8e3e5cc tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/ports?device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 931 time: 0.0713952 Jul 13 14:45:01.937858 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a393f8ad-f8b3-4171-9d9c-d751e9b7059f req-6d4894ba-fb1a-4b33-b12d-ba44fa23f668 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9b79ec6-b281-4976-adde-0ff8c086a479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356250 Jul 13 14:45:02.645529 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc75015-271d-40a9-a225-d0fbdb66d3cc req-8391639d-dec2-41bc-a971-f07f4fe85b9e tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:02.647120 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4fc75015-271d-40a9-a225-d0fbdb66d3cc req-8391639d-dec2-41bc-a971-f07f4fe85b9e tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0ffd503-55db-44e2-8a78-3742963ea299 HTTP/1.1" status: 200 len: 944 time: 0.0659165 Jul 13 14:45:02.687133 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4fc75015-271d-40a9-a225-d0fbdb66d3cc req-cddb972b-0c68-4268-86af-f8d56473aa01 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338247 Jul 13 14:45:03.120245 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c63d8-6216-4315-8e73-5b56ee779691 req-83d164fe-d8d4-4cc1-bfac-52a527941133 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:03.121703 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-061c63d8-6216-4315-8e73-5b56ee779691 req-83d164fe-d8d4-4cc1-bfac-52a527941133 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/ports?device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 931 time: 0.0654736 Jul 13 14:45:03.160075 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-061c63d8-6216-4315-8e73-5b56ee779691 req-62344ee9-2a16-46bc-90b5-a4e39b369b08 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9b79ec6-b281-4976-adde-0ff8c086a479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322244 Jul 13 14:45:03.310715 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-d2332c3c-22dd-4391-82b6-3925208b25ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:03.501198 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [req-881ef728-2cd6-43f0-a7ee-3bc14dced0b9 req-ac562397-0fc8-42d9-847b-c3af447dd7b6 service neutron] Request body: {'port': {'device_id': '29dad77b-9172-405e-a02a-16121c61038f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:45:03.574110 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-881ef728-2cd6-43f0-a7ee-3bc14dced0b9 req-ac562397-0fc8-42d9-847b-c3af447dd7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:03.834516 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [req-881ef728-2cd6-43f0-a7ee-3bc14dced0b9 req-ac562397-0fc8-42d9-847b-c3af447dd7b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44be44f7-697a-4be3-92ba-88c71ee63e78 {{(pid=93155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:45:03.841729 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-881ef728-2cd6-43f0-a7ee-3bc14dced0b9 req-ac562397-0fc8-42d9-847b-c3af447dd7b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:03.854845 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [req-881ef728-2cd6-43f0-a7ee-3bc14dced0b9 req-ac562397-0fc8-42d9-847b-c3af447dd7b6 service neutron] Transition to ACTIVE for port object 44be44f7-697a-4be3-92ba-88c71ee63e78 will not be triggered until provisioned by entity L2. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:45:03.858329 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-881ef728-2cd6-43f0-a7ee-3bc14dced0b9 req-ac562397-0fc8-42d9-847b-c3af447dd7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868486'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:03.863334 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e46f44-67b9-49ab-a97c-b173ad2de70e req-dfbd0480-5c12-4575-a593-b40b3740ed0d tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:03.864831 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f6e46f44-67b9-49ab-a97c-b173ad2de70e req-dfbd0480-5c12-4575-a593-b40b3740ed0d tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0ffd503-55db-44e2-8a78-3742963ea299 HTTP/1.1" status: 200 len: 944 time: 0.0638585 Jul 13 14:45:03.904532 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f6e46f44-67b9-49ab-a97c-b173ad2de70e req-bbab3ae4-0b29-441f-9330-4c25235d8a3c tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340180 Jul 13 14:45:03.933163 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac562397-0fc8-42d9-847b-c3af447dd7b6 service neutron] Pushing event updated for resources: {'Port': ['ID=44be44f7-697a-4be3-92ba-88c71ee63e78,revision_number=2']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:03.981494 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-881ef728-2cd6-43f0-a7ee-3bc14dced0b9 req-ac562397-0fc8-42d9-847b-c3af447dd7b6 service neutron] Attempting to bind port 44be44f7-697a-4be3-92ba-88c71ee63e78 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:45:03.981834 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-881ef728-2cd6-43f0-a7ee-3bc14dced0b9 req-ac562397-0fc8-42d9-847b-c3af447dd7b6 service neutron] Attempting to bind port 44be44f7-697a-4be3-92ba-88c71ee63e78 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': 'e03f4dc9-891e-4167-b194-6b5f3b30e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '812001b7-e6dd-425d-ba24-1b5cc9e1a77e'}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:45:03.982163 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881ef728-2cd6-43f0-a7ee-3bc14dced0b9 req-ac562397-0fc8-42d9-847b-c3af447dd7b6 service neutron] Attempting to bind port 44be44f7-697a-4be3-92ba-88c71ee63e78 on network 812001b7-e6dd-425d-ba24-1b5cc9e1a77e {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:45:03.987396 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881ef728-2cd6-43f0-a7ee-3bc14dced0b9 req-ac562397-0fc8-42d9-847b-c3af447dd7b6 service neutron] Port 44be44f7-697a-4be3-92ba-88c71ee63e78 on network 812001b7-e6dd-425d-ba24-1b5cc9e1a77e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:45:03.987721 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881ef728-2cd6-43f0-a7ee-3bc14dced0b9 req-ac562397-0fc8-42d9-847b-c3af447dd7b6 service neutron] Attempting to bind port 44be44f7-697a-4be3-92ba-88c71ee63e78 on network 812001b7-e6dd-425d-ba24-1b5cc9e1a77e {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:45:03.992622 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881ef728-2cd6-43f0-a7ee-3bc14dced0b9 req-ac562397-0fc8-42d9-847b-c3af447dd7b6 service neutron] Checking agent: {'id': 'b13b15cc-78ec-4c35-8be2-6f245ac287e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 13, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:45:03.992961 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881ef728-2cd6-43f0-a7ee-3bc14dced0b9 req-ac562397-0fc8-42d9-847b-c3af447dd7b6 service neutron] Checking segment: {'id': 'e03f4dc9-891e-4167-b194-6b5f3b30e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '812001b7-e6dd-425d-ba24-1b5cc9e1a77e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:45:03.993348 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881ef728-2cd6-43f0-a7ee-3bc14dced0b9 req-ac562397-0fc8-42d9-847b-c3af447dd7b6 service neutron] Bound using segment: {'id': 'e03f4dc9-891e-4167-b194-6b5f3b30e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '812001b7-e6dd-425d-ba24-1b5cc9e1a77e'} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:45:03.993776 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-881ef728-2cd6-43f0-a7ee-3bc14dced0b9 req-ac562397-0fc8-42d9-847b-c3af447dd7b6 service neutron] Bound port: 44be44f7-697a-4be3-92ba-88c71ee63e78, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e03f4dc9-891e-4167-b194-6b5f3b30e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '812001b7-e6dd-425d-ba24-1b5cc9e1a77e'}}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:45:03.994134 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-881ef728-2cd6-43f0-a7ee-3bc14dced0b9 req-ac562397-0fc8-42d9-847b-c3af447dd7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:04.059457 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-881ef728-2cd6-43f0-a7ee-3bc14dced0b9 req-ac562397-0fc8-42d9-847b-c3af447dd7b6 service neutron] For port 44be44f7-697a-4be3-92ba-88c71ee63e78, host hv-cinder-78445, cleared binding levels {{(pid=93155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:45:04.063173 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-881ef728-2cd6-43f0-a7ee-3bc14dced0b9 req-ac562397-0fc8-42d9-847b-c3af447dd7b6 service neutron] For port 44be44f7-697a-4be3-92ba-88c71ee63e78, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=44be44f7-697a-4be3-92ba-88c71ee63e78,segment=NetworkSegment(e03f4dc9-891e-4167-b194-6b5f3b30e457),segment_id=e03f4dc9-891e-4167-b194-6b5f3b30e457)] {{(pid=93155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:45:04.067806 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-881ef728-2cd6-43f0-a7ee-3bc14dced0b9 req-ac562397-0fc8-42d9-847b-c3af447dd7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868486'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:04.099598 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ef728-2cd6-43f0-a7ee-3bc14dced0b9 req-ac562397-0fc8-42d9-847b-c3af447dd7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:04.100204 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-881ef728-2cd6-43f0-a7ee-3bc14dced0b9 req-ac562397-0fc8-42d9-847b-c3af447dd7b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:04.101664 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-881ef728-2cd6-43f0-a7ee-3bc14dced0b9 req-ac562397-0fc8-42d9-847b-c3af447dd7b6 service neutron] 10.222.0.39 "PUT /v2.0/ports/44be44f7-697a-4be3-92ba-88c71ee63e78 HTTP/1.1" status: 200 len: 1093 time: 0.6054590 Jul 13 14:45:04.101987 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29dad77b-9172-405e-a02a-16121c61038f', 'tag': '44be44f7-697a-4be3-92ba-88c71ee63e78'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:45:04.104228 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969d499ae61b7a2d5523e15545dbdfcb627d31ab7a946dd0dec0766d655d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec62d72-a57e-474a-b616-1c05d336dc08" -d '{"events": [{"name": "network-changed", "server_uuid": "29dad77b-9172-405e-a02a-16121c61038f", "tag": "44be44f7-697a-4be3-92ba-88c71ee63e78"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:45:04.130210 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac562397-0fc8-42d9-847b-c3af447dd7b6 service neutron] Pushing event updated for resources: {'Port': ['ID=44be44f7-697a-4be3-92ba-88c71ee63e78,revision_number=3']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:04.156761 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ed1c52-3288-4aa0-bf93-ea83e5cac99a x-openstack-request-id: req-80ed1c52-3288-4aa0-bf93-ea83e5cac99a {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:45:04.157050 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29dad77b-9172-405e-a02a-16121c61038f", "tag": "44be44f7-697a-4be3-92ba-88c71ee63e78", "status": "completed", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:45:04.157298 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-80ed1c52-3288-4aa0-bf93-ea83e5cac99a {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:45:04.157743 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29dad77b-9172-405e-a02a-16121c61038f', 'tag': '44be44f7-697a-4be3-92ba-88c71ee63e78', 'status': 'completed', 'code': 200} Jul 13 14:45:04.231474 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ef728-2cd6-43f0-a7ee-3bc14dced0b9 req-69bca901-b2c0-48db-81b8-37ece9a497c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:04.232996 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-881ef728-2cd6-43f0-a7ee-3bc14dced0b9 req-69bca901-b2c0-48db-81b8-37ece9a497c7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=08ba19d1698a49e796d2c1f89834cd4d&device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 1096 time: 0.0575681 Jul 13 14:45:04.292491 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-881ef728-2cd6-43f0-a7ee-3bc14dced0b9 req-205b65e2-4c70-439c-97a4-734987120ffd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44be44f7-697a-4be3-92ba-88c71ee63e78 HTTP/1.1" status: 200 len: 217 time: 0.0454926 Jul 13 14:45:04.339484 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ef728-2cd6-43f0-a7ee-3bc14dced0b9 req-0ecacf22-d445-46b8-90e9-454242b27abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:04.340851 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-881ef728-2cd6-43f0-a7ee-3bc14dced0b9 req-0ecacf22-d445-46b8-90e9-454242b27abe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8b3a93c6-e4b5-45d7-85af-0d0ef56c93ef HTTP/1.1" status: 200 len: 853 time: 0.0425465 Jul 13 14:45:04.400835 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ef728-2cd6-43f0-a7ee-3bc14dced0b9 req-12650781-fedf-4a6c-80d8-f11fa487d997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:04.402365 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-881ef728-2cd6-43f0-a7ee-3bc14dced0b9 req-12650781-fedf-4a6c-80d8-f11fa487d997 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=812001b7-e6dd-425d-ba24-1b5cc9e1a77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552418 Jul 13 14:45:04.481118 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38e3ab-6646-422c-ae05-988a31ec1fc8 req-ec9747b9-cf2d-4688-b751-25b70b567695 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:04.482603 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1a38e3ab-6646-422c-ae05-988a31ec1fc8 req-ec9747b9-cf2d-4688-b751-25b70b567695 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/ports?device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 943 time: 0.2111421 Jul 13 14:45:04.488726 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-881ef728-2cd6-43f0-a7ee-3bc14dced0b9 req-b4870f4c-b610-4220-be7b-57d4d27e4766 service neutron] 10.222.0.39 "GET /v2.0/networks/812001b7-e6dd-425d-ba24-1b5cc9e1a77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799441 Jul 13 14:45:04.521099 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1a38e3ab-6646-422c-ae05-988a31ec1fc8 req-aa85c4ac-8c16-4d7c-9bc4-da781d1a6681 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9b79ec6-b281-4976-adde-0ff8c086a479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317621 Jul 13 14:45:04.581285 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-881ef728-2cd6-43f0-a7ee-3bc14dced0b9 req-7855ec66-5ef5-4750-bcbf-b52804544436 service neutron] 10.222.0.39 "GET /v2.0/networks/812001b7-e6dd-425d-ba24-1b5cc9e1a77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853996 Jul 13 14:45:04.726904 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec62d72-a57e-474a-b616-1c05d336dc08 req-260f3aa8-ebbc-4ccd-aca5-5947112c86d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:04.728289 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-bec62d72-a57e-474a-b616-1c05d336dc08 req-260f3aa8-ebbc-4ccd-aca5-5947112c86d5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=08ba19d1698a49e796d2c1f89834cd4d&device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 1096 time: 0.0509000 Jul 13 14:45:04.815664 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec62d72-a57e-474a-b616-1c05d336dc08 req-fc5ad51d-f934-4c6a-8bd2-f8cb07fa57f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:04.817123 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-bec62d72-a57e-474a-b616-1c05d336dc08 req-fc5ad51d-f934-4c6a-8bd2-f8cb07fa57f1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=812001b7-e6dd-425d-ba24-1b5cc9e1a77e HTTP/1.1" status: 200 len: 915 time: 0.0820682 Jul 13 14:45:04.862261 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-bec62d72-a57e-474a-b616-1c05d336dc08 req-f3e86628-edb4-4220-a08e-85a5e0b09f81 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44be44f7-697a-4be3-92ba-88c71ee63e78 HTTP/1.1" status: 200 len: 217 time: 0.0372958 Jul 13 14:45:04.911775 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec62d72-a57e-474a-b616-1c05d336dc08 req-ee34fd03-fe9e-48fb-94db-a5ca2bc29c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:04.913288 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-bec62d72-a57e-474a-b616-1c05d336dc08 req-ee34fd03-fe9e-48fb-94db-a5ca2bc29c11 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8b3a93c6-e4b5-45d7-85af-0d0ef56c93ef HTTP/1.1" status: 200 len: 853 time: 0.0441592 Jul 13 14:45:04.969911 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec62d72-a57e-474a-b616-1c05d336dc08 req-bda96f5f-5052-4ba6-a32b-bf24fab81533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:04.971445 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-bec62d72-a57e-474a-b616-1c05d336dc08 req-bda96f5f-5052-4ba6-a32b-bf24fab81533 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=812001b7-e6dd-425d-ba24-1b5cc9e1a77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509927 Jul 13 14:45:05.067916 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-bec62d72-a57e-474a-b616-1c05d336dc08 req-a6b62f40-83d8-4425-9af4-e7938823df2d service neutron] 10.222.0.39 "GET /v2.0/networks/812001b7-e6dd-425d-ba24-1b5cc9e1a77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869141 Jul 13 14:45:05.083518 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15783552-0217-4c22-9adc-aba4b5ee71f8 req-9d0cbc0b-5f72-47d8-87d5-1b0f8b532c9b tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:05.085082 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-15783552-0217-4c22-9adc-aba4b5ee71f8 req-9d0cbc0b-5f72-47d8-87d5-1b0f8b532c9b tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0ffd503-55db-44e2-8a78-3742963ea299 HTTP/1.1" status: 200 len: 944 time: 0.0662549 Jul 13 14:45:05.123315 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-15783552-0217-4c22-9adc-aba4b5ee71f8 req-cddceabe-e8ec-44cc-8960-b0f9265bf7d7 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326035 Jul 13 14:45:05.158780 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-bec62d72-a57e-474a-b616-1c05d336dc08 req-9b5a8336-1434-4066-b5e8-bb7c64a52f58 service neutron] 10.222.0.39 "GET /v2.0/networks/812001b7-e6dd-425d-ba24-1b5cc9e1a77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815549 Jul 13 14:45:05.421174 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 992fd1fe-94a4-44a7-a935-535b09b44860 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:45:05.515758 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port 992fd1fe-94a4-44a7-a935-535b09b44860, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=992fd1fe-94a4-44a7-a935-535b09b44860,segment=NetworkSegment(c6b163ab-1b04-41ce-ae67-2074c98b0129),segment_id=c6b163ab-1b04-41ce-ae67-2074c98b0129)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:45:05.526622 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Returning: {'device': '992fd1fe-94a4-44a7-a935-535b09b44860', 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29', 'port_id': '992fd1fe-94a4-44a7-a935-535b09b44860', 'mac_address': 'fa:16:3e:8b:3b:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28025b5e-d48d-4866-b8db-aa50e7c929e5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:45:05.562889 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:05.575246 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 992fd1fe-94a4-44a7-a935-535b09b44860 {{(pid=93156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:45:05.595098 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port 992fd1fe-94a4-44a7-a935-535b09b44860, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=992fd1fe-94a4-44a7-a935-535b09b44860,segment=NetworkSegment(c6b163ab-1b04-41ce-ae67-2074c98b0129),segment_id=c6b163ab-1b04-41ce-ae67-2074c98b0129)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:45:05.600034 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:05.651322 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=992fd1fe-94a4-44a7-a935-535b09b44860,revision_number=4']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:05.696828 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a09ee7-e866-4ee0-8e7c-3e1ea23dc845 req-bea2045b-8aaa-4157-9b77-0b716d0c5ca8 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:05.698211 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-82a09ee7-e866-4ee0-8e7c-3e1ea23dc845 req-bea2045b-8aaa-4157-9b77-0b716d0c5ca8 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/ports?device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 943 time: 0.0631568 Jul 13 14:45:05.734736 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-82a09ee7-e866-4ee0-8e7c-3e1ea23dc845 req-9e15fb8f-5c36-4468-9bca-3deeab29d144 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9b79ec6-b281-4976-adde-0ff8c086a479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307469 Jul 13 14:45:05.887448 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] get_ports_and_sgs() called for port_ids ['992fd1fe-94a4-44a7-a935-535b09b44860'] {{(pid=93156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:45:05.931722 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-9944e7f2-b144-42ac-b554-f9d66cfac138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:06.161231 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:06.294011 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7448de28-8429-4038-bb16-73d408f8fba1 req-9b43b6b2-cb42-43ff-9793-fb03a4778d56 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:06.295529 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7448de28-8429-4038-bb16-73d408f8fba1 req-9b43b6b2-cb42-43ff-9793-fb03a4778d56 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0ffd503-55db-44e2-8a78-3742963ea299 HTTP/1.1" status: 200 len: 945 time: 0.0646245 Jul 13 14:45:06.333326 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7448de28-8429-4038-bb16-73d408f8fba1 req-7f021828-b396-481f-9af3-ffb13c7ba6e9 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319812 Jul 13 14:45:06.903147 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a33f1-54c3-4c0a-bd60-f866c4a639ea req-47518d9b-e0de-4fe5-b63d-692d097378ad tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:06.904615 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cc5a33f1-54c3-4c0a-bd60-f866c4a639ea req-47518d9b-e0de-4fe5-b63d-692d097378ad tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/ports?device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 943 time: 0.0611815 Jul 13 14:45:06.941121 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-cc5a33f1-54c3-4c0a-bd60-f866c4a639ea req-9f91dab3-81e4-48d9-997e-1193fd64b73e tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9b79ec6-b281-4976-adde-0ff8c086a479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302596 Jul 13 14:45:07.203379 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:07.437887 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 44be44f7-697a-4be3-92ba-88c71ee63e78 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:45:07.445884 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 992fd1fe-94a4-44a7-a935-535b09b44860 up at agent hyperv_hv-cinder-78445 {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:45:07.498607 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76905bcd-9a59-4ff1-98fb-6ded797a0d87 req-ad60a37b-825f-42d4-86be-846fc644597b tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:07.500068 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-76905bcd-9a59-4ff1-98fb-6ded797a0d87 req-ad60a37b-825f-42d4-86be-846fc644597b tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0ffd503-55db-44e2-8a78-3742963ea299 HTTP/1.1" status: 200 len: 945 time: 0.0606813 Jul 13 14:45:07.536947 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-76905bcd-9a59-4ff1-98fb-6ded797a0d87 req-3677d190-6ca1-424e-a347-8c7d57db1c6e tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311878 Jul 13 14:45:07.547616 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Provisioning for port 992fd1fe-94a4-44a7-a935-535b09b44860 completed by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:45:07.555156 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Provisioning complete for port 992fd1fe-94a4-44a7-a935-535b09b44860 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:45:07.555534 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:07.596801 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port 44be44f7-697a-4be3-92ba-88c71ee63e78, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=44be44f7-697a-4be3-92ba-88c71ee63e78,segment=NetworkSegment(e03f4dc9-891e-4167-b194-6b5f3b30e457),segment_id=e03f4dc9-891e-4167-b194-6b5f3b30e457)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:45:07.615146 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Returning: {'device': '44be44f7-697a-4be3-92ba-88c71ee63e78', 'network_id': '812001b7-e6dd-425d-ba24-1b5cc9e1a77e', 'port_id': '44be44f7-697a-4be3-92ba-88c71ee63e78', 'mac_address': 'fa:16:3e:8d:68:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3a93c6-e4b5-45d7-85af-0d0ef56c93ef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:45:07.677188 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:07.695572 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:07.698037 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44be44f7-697a-4be3-92ba-88c71ee63e78 {{(pid=93156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:45:07.732168 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port 44be44f7-697a-4be3-92ba-88c71ee63e78, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=44be44f7-697a-4be3-92ba-88c71ee63e78,segment=NetworkSegment(e03f4dc9-891e-4167-b194-6b5f3b30e457),segment_id=e03f4dc9-891e-4167-b194-6b5f3b30e457)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:45:07.738239 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ffd503-55db-44e2-8a78-3742963ea299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992fd1fe-94a4-44a7-a935-535b09b44860'}] {{(pid=93156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:45:07.740502 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd5989a68af48bbe0a00b0c674d1da0e65c633cef20e3ffd105cdad221ff8d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bfff8d1-4716-4d3f-b261-1677f10328e2" -d '{"events": [{"server_uuid": "d0ffd503-55db-44e2-8a78-3742963ea299", "name": "network-vif-plugged", "status": "completed", "tag": "992fd1fe-94a4-44a7-a935-535b09b44860"}]}' {{(pid=93156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:45:07.745372 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:07.757921 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port 992fd1fe-94a4-44a7-a935-535b09b44860, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=992fd1fe-94a4-44a7-a935-535b09b44860,segment=NetworkSegment(c6b163ab-1b04-41ce-ae67-2074c98b0129),segment_id=c6b163ab-1b04-41ce-ae67-2074c98b0129)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:45:07.781397 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd15f69-d4c8-4f4a-b57f-88f6a356ae96 x-openstack-request-id: req-8cd15f69-d4c8-4f4a-b57f-88f6a356ae96 {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:45:07.781686 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ffd503-55db-44e2-8a78-3742963ea299", "name": "network-vif-plugged", "status": "completed", "tag": "992fd1fe-94a4-44a7-a935-535b09b44860", "code": 200}]} {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:45:07.781940 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8cd15f69-d4c8-4f4a-b57f-88f6a356ae96 {{(pid=93156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:45:07.782350 dv-cinder-784453-8-iscsi neutron-server[93156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ffd503-55db-44e2-8a78-3742963ea299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992fd1fe-94a4-44a7-a935-535b09b44860', 'code': 200} Jul 13 14:45:07.784936 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:07.813175 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=44be44f7-697a-4be3-92ba-88c71ee63e78,revision_number=4']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:07.866140 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=992fd1fe-94a4-44a7-a935-535b09b44860,revision_number=5']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:08.031130 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] get_ports_and_sgs() called for port_ids ['44be44f7-697a-4be3-92ba-88c71ee63e78'] {{(pid=93156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:45:08.077969 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbbfdff-93ad-4b90-9c50-d4a198084fc4 req-e55458bc-2b50-4f1c-bc78-550e9b415213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:08.079598 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-fcbbfdff-93ad-4b90-9c50-d4a198084fc4 req-e55458bc-2b50-4f1c-bc78-550e9b415213 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d0ffd503-55db-44e2-8a78-3742963ea299 HTTP/1.1" status: 200 len: 1099 time: 0.0588937 Jul 13 14:45:08.118886 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-fcbbfdff-93ad-4b90-9c50-d4a198084fc4 req-34b8faab-fbbb-4df1-bcf8-60ad896346a5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318699 Jul 13 14:45:08.126905 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f66365-5b41-4e7e-b5c4-19c726bd55b6 req-bf3f6d47-9761-498a-8173-25a5a37d9ae1 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:08.128380 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-37f66365-5b41-4e7e-b5c4-19c726bd55b6 req-bf3f6d47-9761-498a-8173-25a5a37d9ae1 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/ports?device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 944 time: 0.0677977 Jul 13 14:45:08.165671 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-37f66365-5b41-4e7e-b5c4-19c726bd55b6 req-b055ff33-86d2-4adf-a4b1-3c4cf303ccf8 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9b79ec6-b281-4976-adde-0ff8c086a479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317605 Jul 13 14:45:08.621764 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:08.710052 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e60915-8a3d-45c6-bf45-d4248126a499 req-e31fe8d1-ae7b-4024-bd37-bc61610ae085 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:08.711525 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-48e60915-8a3d-45c6-bf45-d4248126a499 req-e31fe8d1-ae7b-4024-bd37-bc61610ae085 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0ffd503-55db-44e2-8a78-3742963ea299 HTTP/1.1" status: 200 len: 946 time: 0.0614791 Jul 13 14:45:08.748243 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-48e60915-8a3d-45c6-bf45-d4248126a499 req-a10ac641-f9cb-4974-8bfb-a27aa923cf09 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311072 Jul 13 14:45:09.338307 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3487c67-c147-442a-b47a-cd8fbef7360b req-32a4b155-a31b-4a34-9c04-03d8f1ac603a tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:09.339756 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e3487c67-c147-442a-b47a-cd8fbef7360b req-32a4b155-a31b-4a34-9c04-03d8f1ac603a tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/ports?device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 944 time: 0.0640647 Jul 13 14:45:09.376853 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e3487c67-c147-442a-b47a-cd8fbef7360b req-fadfb947-01d2-40a4-94e7-142615c8f590 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9b79ec6-b281-4976-adde-0ff8c086a479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309956 Jul 13 14:45:09.426224 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 44be44f7-697a-4be3-92ba-88c71ee63e78 up at agent hyperv_hv-cinder-78445 {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:45:09.472912 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Provisioning for port 44be44f7-697a-4be3-92ba-88c71ee63e78 completed by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:45:09.476289 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Provisioning complete for port 44be44f7-697a-4be3-92ba-88c71ee63e78 triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:45:09.476654 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:09.549646 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:09.580554 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port 44be44f7-697a-4be3-92ba-88c71ee63e78, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=44be44f7-697a-4be3-92ba-88c71ee63e78,segment=NetworkSegment(e03f4dc9-891e-4167-b194-6b5f3b30e457),segment_id=e03f4dc9-891e-4167-b194-6b5f3b30e457)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:45:09.584400 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:09.632295 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=44be44f7-697a-4be3-92ba-88c71ee63e78,revision_number=5']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:09.783657 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29dad77b-9172-405e-a02a-16121c61038f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44be44f7-697a-4be3-92ba-88c71ee63e78'}] {{(pid=93156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:45:09.786126 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd5989a68af48bbe0a00b0c674d1da0e65c633cef20e3ffd105cdad221ff8d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de652a03-9451-4ce9-98db-1f7af22e8941" -d '{"events": [{"server_uuid": "29dad77b-9172-405e-a02a-16121c61038f", "name": "network-vif-plugged", "status": "completed", "tag": "44be44f7-697a-4be3-92ba-88c71ee63e78"}]}' {{(pid=93156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:45:09.821610 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1360336b-e194-466d-8fad-1c1974ee8a54 x-openstack-request-id: req-1360336b-e194-466d-8fad-1c1974ee8a54 {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:45:09.821911 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29dad77b-9172-405e-a02a-16121c61038f", "name": "network-vif-plugged", "status": "completed", "tag": "44be44f7-697a-4be3-92ba-88c71ee63e78", "code": 200}]} {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:45:09.822170 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1360336b-e194-466d-8fad-1c1974ee8a54 {{(pid=93156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:45:09.822591 dv-cinder-784453-8-iscsi neutron-server[93156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29dad77b-9172-405e-a02a-16121c61038f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44be44f7-697a-4be3-92ba-88c71ee63e78', 'code': 200} Jul 13 14:45:09.922434 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b470a0f-ceb8-45e2-8951-b8dd4e49875f req-81f83f0f-ba73-4d70-8909-79323e7a6c26 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:09.923916 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2b470a0f-ceb8-45e2-8951-b8dd4e49875f req-81f83f0f-ba73-4d70-8909-79323e7a6c26 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0ffd503-55db-44e2-8a78-3742963ea299 HTTP/1.1" status: 200 len: 946 time: 0.0637386 Jul 13 14:45:09.963205 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2b470a0f-ceb8-45e2-8951-b8dd4e49875f req-02d86d8a-5b6c-432c-890a-9c459c0291f4 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336475 Jul 13 14:45:10.071036 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ea5a3-a866-4490-88a0-6a18b8b176fe req-395eb7e5-256c-462f-a392-560aab6d8de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:10.072456 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-062ea5a3-a866-4490-88a0-6a18b8b176fe req-395eb7e5-256c-462f-a392-560aab6d8de4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 1098 time: 0.0511222 Jul 13 14:45:10.106980 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-062ea5a3-a866-4490-88a0-6a18b8b176fe req-f672826b-ae6f-4abe-8705-a6175de3ab86 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d9b79ec6-b281-4976-adde-0ff8c086a479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274692 Jul 13 14:45:10.137197 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f2cbc-cd8c-4801-a5d4-d657af67550c req-dbc8731d-1827-4329-884a-e0c0454eb174 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:10.138656 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-941f2cbc-cd8c-4801-a5d4-d657af67550c req-dbc8731d-1827-4329-884a-e0c0454eb174 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0ffd503-55db-44e2-8a78-3742963ea299 HTTP/1.1" status: 200 len: 946 time: 0.0616348 Jul 13 14:45:10.175461 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-941f2cbc-cd8c-4801-a5d4-d657af67550c req-626f37cd-d34a-4278-83ef-e4fe1f6f45f5 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311921 Jul 13 14:45:10.199630 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 32878) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:10.252915 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0deff721-4f3c-49ff-930a-a31adc892daf tempest-TestVolumeBootPattern-111935639 tempest-TestVolumeBootPattern-111935639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:10.254411 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-0deff721-4f3c-49ff-930a-a31adc892daf tempest-TestVolumeBootPattern-111935639 tempest-TestVolumeBootPattern-111935639-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d0ffd503-55db-44e2-8a78-3742963ea299 HTTP/1.1" status: 200 len: 1094 time: 0.0537949 Jul 13 14:45:10.257145 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 32880) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:10.261365 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-0fbcc915-036d-4290-a5fa-5433acc0f063 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Request body: {'floatingip': {'floating_network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'port_id': '992fd1fe-94a4-44a7-a935-535b09b44860', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:45:10.281954 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0fbcc915-036d-4290-a5fa-5433acc0f063 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks [] for floatingip, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:10.376986 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0fbcc915-036d-4290-a5fa-5433acc0f063 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:10.479625 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [None req-0fbcc915-036d-4290-a5fa-5433acc0f063 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Allocated IP 172.27.3.98 (ecd09457-6660-479c-a1fb-91901148ba35/592e54d3-84ab-450e-8093-b0d029762b46/66cac5fe-c31f-4af1-a13a-ad33fda66294) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:45:10.611384 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0537edc-4740-4393-879f-bbd0b66fbdeb req-7ab140a8-a818-40ef-a94b-bf55e2bd1c68 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:10.612861 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b0537edc-4740-4393-879f-bbd0b66fbdeb req-7ab140a8-a818-40ef-a94b-bf55e2bd1c68 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/ports?device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 945 time: 0.1264184 Jul 13 14:45:10.647247 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0fbcc915-036d-4290-a5fa-5433acc0f063 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:10.671114 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b0537edc-4740-4393-879f-bbd0b66fbdeb req-9f62023a-7290-4a68-a742-aebdd829a2c3 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9b79ec6-b281-4976-adde-0ff8c086a479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523438 Jul 13 14:45:10.699377 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0fbcc915-036d-4290-a5fa-5433acc0f063 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800428'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:10.735417 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbcc915-036d-4290-a5fa-5433acc0f063 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Network ecd09457-6660-479c-a1fb-91901148ba35 is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:45:10.740293 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-0fbcc915-036d-4290-a5fa-5433acc0f063 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:45:10.743222 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbcc915-036d-4290-a5fa-5433acc0f063 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:45:10.772278 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbcc915-036d-4290-a5fa-5433acc0f063 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Pushing event updated for resources: {'Port': ['ID=66cac5fe-c31f-4af1-a13a-ad33fda66294,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:10.784909 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbcc915-036d-4290-a5fa-5433acc0f063 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:10.785256 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbcc915-036d-4290-a5fa-5433acc0f063 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:10.785593 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbcc915-036d-4290-a5fa-5433acc0f063 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:10.785926 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbcc915-036d-4290-a5fa-5433acc0f063 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:10.786269 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbcc915-036d-4290-a5fa-5433acc0f063 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:10.786612 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbcc915-036d-4290-a5fa-5433acc0f063 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:10.786935 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbcc915-036d-4290-a5fa-5433acc0f063 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:10.787262 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbcc915-036d-4290-a5fa-5433acc0f063 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:10.787586 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbcc915-036d-4290-a5fa-5433acc0f063 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:10.787907 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbcc915-036d-4290-a5fa-5433acc0f063 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:10.788231 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbcc915-036d-4290-a5fa-5433acc0f063 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:10.788547 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbcc915-036d-4290-a5fa-5433acc0f063 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:45:11.121042 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0fbcc915-036d-4290-a5fa-5433acc0f063 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:11.200283 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0fbcc915-036d-4290-a5fa-5433acc0f063 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:11.343172 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0fbcc915-036d-4290-a5fa-5433acc0f063 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:11.347927 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0fbcc915-036d-4290-a5fa-5433acc0f063 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8800423'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:11.417239 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbcc915-036d-4290-a5fa-5433acc0f063 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Pushing event updated for resources: {'Port': ['ID=66cac5fe-c31f-4af1-a13a-ad33fda66294,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:11.425433 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0fbcc915-036d-4290-a5fa-5433acc0f063 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1994842'] for floatingip, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:11.753482 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.db.l3_db [None req-0fbcc915-036d-4290-a5fa-5433acc0f063 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Floating IP 9b1f95a0-b314-4565-bb75-f4dfdc6c3a2a associated. External IP: 172.27.3.98, port: 992fd1fe-94a4-44a7-a935-535b09b44860. Jul 13 14:45:11.984052 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8206e3-3c4c-4c48-87c8-fbac2155a2e7 req-1607f32c-3d6e-4671-8efe-deeae2255b13 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:11.986039 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ad8206e3-3c4c-4c48-87c8-fbac2155a2e7 req-1607f32c-3d6e-4671-8efe-deeae2255b13 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/ports?device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 945 time: 0.2011700 Jul 13 14:45:12.032144 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fbcc915-036d-4290-a5fa-5433acc0f063 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Router 8dfc397e-6ab4-46ea-aa79-0b950b4e921d has already been hosted by L3 agent d92cc109-9c2d-42ed-8c1d-d826fa90f9d0 {{(pid=93154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:45:12.037537 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-ad8206e3-3c4c-4c48-87c8-fbac2155a2e7 req-aa9b7df6-690b-43e8-a702-1792ea9ed884 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9b79ec6-b281-4976-adde-0ff8c086a479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450008 Jul 13 14:45:12.142170 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fbcc915-036d-4290-a5fa-5433acc0f063 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify agent at l3_agent.dv-cinder-784453-8-iscsi the message routers_updated {{(pid=93154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:45:12.152391 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940b2dda-5161-47f4-a9b3-2e05b8325b1e None None] Sync routers for ids ['8dfc397e-6ab4-46ea-aa79-0b950b4e921d'] in dv-cinder-784453-8-iscsi {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:45:12.162996 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940b2dda-5161-47f4-a9b3-2e05b8325b1e None None] Routers {'8dfc397e-6ab4-46ea-aa79-0b950b4e921d'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:45:12.163623 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-940b2dda-5161-47f4-a9b3-2e05b8325b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:45:06Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['8dfc397e-6ab4-46ea-aa79-0b950b4e921d'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:12.184410 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0fbcc915-036d-4290-a5fa-5433acc0f063 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for floatingip, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:12.234215 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-0fbcc915-036d-4290-a5fa-5433acc0f063 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9759393 Jul 13 14:45:12.235921 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0ffd503-55db-44e2-8a78-3742963ea299', 'tag': '992fd1fe-94a4-44a7-a935-535b09b44860'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:45:12.238152 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed6c2a10c4293d159fef1cb7ab1dbb74578d6de099c458b34c07bebf01db353a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a87a1b-8f57-4848-a9dd-2c51ffc7537d" -d '{"events": [{"name": "network-changed", "server_uuid": "d0ffd503-55db-44e2-8a78-3742963ea299", "tag": "992fd1fe-94a4-44a7-a935-535b09b44860"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:45:12.257959 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632963a-cf7d-41d4-b748-64e8fcaff210 req-18e9ae1a-fd7d-4029-a90c-ee65d898d761 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:12.259509 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7632963a-cf7d-41d4-b748-64e8fcaff210 req-18e9ae1a-fd7d-4029-a90c-ee65d898d761 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/ports?device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 945 time: 0.1129258 Jul 13 14:45:12.272851 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-940b2dda-5161-47f4-a9b3-2e05b8325b1e None None] Set router 8dfc397e-6ab4-46ea-aa79-0b950b4e921d gateway port host: dv-cinder-784453-8-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:45:12.279266 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa66d26-531e-476a-a27b-eb4081d3a9b1 x-openstack-request-id: req-3aa66d26-531e-476a-a27b-eb4081d3a9b1 {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:45:12.279552 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0ffd503-55db-44e2-8a78-3742963ea299", "tag": "992fd1fe-94a4-44a7-a935-535b09b44860", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:45:12.279801 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3aa66d26-531e-476a-a27b-eb4081d3a9b1 {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:45:12.280181 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0ffd503-55db-44e2-8a78-3742963ea299', 'tag': '992fd1fe-94a4-44a7-a935-535b09b44860', 'status': 'completed', 'code': 200} Jul 13 14:45:12.300291 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7632963a-cf7d-41d4-b748-64e8fcaff210 req-e9bfbbdb-03b7-443f-a20b-701b047ba75c tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9b79ec6-b281-4976-adde-0ff8c086a479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352056 Jul 13 14:45:12.388995 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a87a1b-8f57-4848-a9dd-2c51ffc7537d req-0b238334-bc15-4f8d-a42e-e8600cd2376a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:12.391063 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-e1a87a1b-8f57-4848-a9dd-2c51ffc7537d req-0b238334-bc15-4f8d-a42e-e8600cd2376a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=99769a464f6d4affafc17bdbbd66183b&device_id=d0ffd503-55db-44e2-8a78-3742963ea299 HTTP/1.1" status: 200 len: 1099 time: 0.0571442 Jul 13 14:45:12.488139 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a87a1b-8f57-4848-a9dd-2c51ffc7537d req-48f9da27-9764-4753-9170-7ae4c2cbb875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:12.489486 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-e1a87a1b-8f57-4848-a9dd-2c51ffc7537d req-48f9da27-9764-4753-9170-7ae4c2cbb875 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c4e52171-321c-48d2-9bf2-ea19f9b9ae29 HTTP/1.1" status: 200 len: 912 time: 0.0924141 Jul 13 14:45:12.503523 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-940b2dda-5161-47f4-a9b3-2e05b8325b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'name': 'tempest-TestVolumeBootPattern-412513273-router', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '400e1145-24b7-4fe4-95d8-76dbd32dfa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:41:43Z', 'updated_at': '2021-07-13T14:41:47Z', 'revision_number': 4, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'gw_port': {'id': '400e1145-24b7-4fe4-95d8-76dbd32dfa28', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:67:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:43Z', 'updated_at': '2021-07-13T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_floatingips': [{'id': '9b1f95a0-b314-4565-bb75-f4dfdc6c3a2a', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'floating_ip_address': '172.27.3.98', 'floating_network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'router_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'port_id': '992fd1fe-94a4-44a7-a935-535b09b44860', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29', 'mac_address': 'fa:16:3e:8b:3b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ffd503-55db-44e2-8a78-3742963ea299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:45:10Z', 'updated_at': '2021-07-13T14:45:10Z', 'revision_number': 0, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9d591db-55fd-4d5b-9100-f25158366104', 'name': '', 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'mac_address': 'fa:16:3e:23:d3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '28025b5e-d48d-4866-b8db-aa50e7c929e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:46Z', 'updated_at': '2021-07-13T14:41:53Z', 'revision_number': 5, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'subnets': [{'id': '28025b5e-d48d-4866-b8db-aa50e7c929e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:12.535999 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940b2dda-5161-47f4-a9b3-2e05b8325b1e None None] Checking router: 8dfc397e-6ab4-46ea-aa79-0b950b4e921d for host: dv-cinder-784453-8-iscsi {{(pid=93156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:45:12.544985 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940b2dda-5161-47f4-a9b3-2e05b8325b1e None None] Routers {'8dfc397e-6ab4-46ea-aa79-0b950b4e921d'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:45:12.545459 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-940b2dda-5161-47f4-a9b3-2e05b8325b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:45:06Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['8dfc397e-6ab4-46ea-aa79-0b950b4e921d'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:12.558181 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-e1a87a1b-8f57-4848-a9dd-2c51ffc7537d req-03e4f734-5f46-40e4-965a-829df3714e94 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=992fd1fe-94a4-44a7-a935-535b09b44860 HTTP/1.1" status: 200 len: 999 time: 0.0623765 Jul 13 14:45:12.610078 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a87a1b-8f57-4848-a9dd-2c51ffc7537d req-b4fd9a0a-369b-4dcc-8aea-f00720c20c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:12.611584 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-e1a87a1b-8f57-4848-a9dd-2c51ffc7537d req-b4fd9a0a-369b-4dcc-8aea-f00720c20c25 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28025b5e-d48d-4866-b8db-aa50e7c929e5 HTTP/1.1" status: 200 len: 850 time: 0.0473964 Jul 13 14:45:12.654736 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-940b2dda-5161-47f4-a9b3-2e05b8325b1e None None] Set router 8dfc397e-6ab4-46ea-aa79-0b950b4e921d gateway port host: dv-cinder-784453-8-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:45:12.671905 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a87a1b-8f57-4848-a9dd-2c51ffc7537d req-4a812670-808d-402d-97a7-3aa8939ef938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:12.673736 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-e1a87a1b-8f57-4848-a9dd-2c51ffc7537d req-4a812670-808d-402d-97a7-3aa8939ef938 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c4e52171-321c-48d2-9bf2-ea19f9b9ae29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0553238 Jul 13 14:45:12.684991 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369591a-27d7-417f-894a-6438ffb43ce9 req-52572b28-e693-4141-ba0c-78cb595f404a tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:12.686850 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f369591a-27d7-417f-894a-6438ffb43ce9 req-52572b28-e693-4141-ba0c-78cb595f404a tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/ports?device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 945 time: 0.0658321 Jul 13 14:45:12.730312 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f369591a-27d7-417f-894a-6438ffb43ce9 req-f80994ed-f8a2-4451-8676-ec269ccf2c72 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9b79ec6-b281-4976-adde-0ff8c086a479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348780 Jul 13 14:45:12.776239 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-e1a87a1b-8f57-4848-a9dd-2c51ffc7537d req-1ffe0379-f900-41e2-b504-e5ee20579b60 service neutron] 10.222.0.39 "GET /v2.0/networks/c4e52171-321c-48d2-9bf2-ea19f9b9ae29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953598 Jul 13 14:45:12.876788 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-e1a87a1b-8f57-4848-a9dd-2c51ffc7537d req-86f94256-638e-425b-9f02-e3969fdf3fe2 service neutron] 10.222.0.39 "GET /v2.0/networks/c4e52171-321c-48d2-9bf2-ea19f9b9ae29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934384 Jul 13 14:45:13.019054 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-940b2dda-5161-47f4-a9b3-2e05b8325b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'name': 'tempest-TestVolumeBootPattern-412513273-router', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '400e1145-24b7-4fe4-95d8-76dbd32dfa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:41:43Z', 'updated_at': '2021-07-13T14:41:47Z', 'revision_number': 4, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'gw_port': {'id': '400e1145-24b7-4fe4-95d8-76dbd32dfa28', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:67:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:43Z', 'updated_at': '2021-07-13T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_floatingips': [{'id': '9b1f95a0-b314-4565-bb75-f4dfdc6c3a2a', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'floating_ip_address': '172.27.3.98', 'floating_network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'router_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'port_id': '992fd1fe-94a4-44a7-a935-535b09b44860', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29', 'mac_address': 'fa:16:3e:8b:3b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ffd503-55db-44e2-8a78-3742963ea299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:45:10Z', 'updated_at': '2021-07-13T14:45:10Z', 'revision_number': 0, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9d591db-55fd-4d5b-9100-f25158366104', 'name': '', 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'mac_address': 'fa:16:3e:23:d3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '28025b5e-d48d-4866-b8db-aa50e7c929e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:46Z', 'updated_at': '2021-07-13T14:41:53Z', 'revision_number': 5, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'subnets': [{'id': '28025b5e-d48d-4866-b8db-aa50e7c929e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:13.052514 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940b2dda-5161-47f4-a9b3-2e05b8325b1e None None] The sync data for ids ['8dfc397e-6ab4-46ea-aa79-0b950b4e921d'] in dv-cinder-784453-8-iscsi is: [{'id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'name': 'tempest-TestVolumeBootPattern-412513273-router', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '400e1145-24b7-4fe4-95d8-76dbd32dfa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:41:43Z', 'updated_at': '2021-07-13T14:41:47Z', 'revision_number': 4, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'gw_port': {'id': '400e1145-24b7-4fe4-95d8-76dbd32dfa28', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:67:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:43Z', 'updated_at': '2021-07-13T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_floatingips': [{'id': '9b1f95a0-b314-4565-bb75-f4dfdc6c3a2a', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'floating_ip_address': '172.27.3.98', 'floating_network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'router_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'port_id': '992fd1fe-94a4-44a7-a935-535b09b44860', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29', 'mac_address': 'fa:16:3e:8b:3b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ffd503-55db-44e2-8a78-3742963ea299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:45:10Z', 'updated_at': '2021-07-13T14:45:10Z', 'revision_number': 0, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9d591db-55fd-4d5b-9100-f25158366104', 'name': '', 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'mac_address': 'fa:16:3e:23:d3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '28025b5e-d48d-4866-b8db-aa50e7c929e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:46Z', 'updated_at': '2021-07-13T14:41:53Z', 'revision_number': 5, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'subnets': [{'id': '28025b5e-d48d-4866-b8db-aa50e7c929e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:45:13.243024 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61121cda-b1b5-4520-a1e2-b39f211e6877 None None] New status for floating IP 9b1f95a0-b314-4565-bb75-f4dfdc6c3a2a: ACTIVE {{(pid=93157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:45:16.833935 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:20.789056 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-92cb7277-d8e9-4b87-900d-6fec158b9013 req-80abd6bf-ad6e-4494-9865-055ede8f7081 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d0ffd503-55db-44e2-8a78-3742963ea299&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510061 Jul 13 14:45:20.910447 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb7277-d8e9-4b87-900d-6fec158b9013 req-f5418d3f-b7ee-408a-a52b-19ee123ece92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:20.911929 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-92cb7277-d8e9-4b87-900d-6fec158b9013 req-f5418d3f-b7ee-408a-a52b-19ee123ece92 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=99769a464f6d4affafc17bdbbd66183b&device_id=d0ffd503-55db-44e2-8a78-3742963ea299 HTTP/1.1" status: 200 len: 1099 time: 0.0501356 Jul 13 14:45:21.016669 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb7277-d8e9-4b87-900d-6fec158b9013 req-00ab1b0a-8bc3-49ad-a367-c62d0e6164f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:21.018123 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-92cb7277-d8e9-4b87-900d-6fec158b9013 req-00ab1b0a-8bc3-49ad-a367-c62d0e6164f4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c4e52171-321c-48d2-9bf2-ea19f9b9ae29 HTTP/1.1" status: 200 len: 912 time: 0.0856333 Jul 13 14:45:21.089454 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-92cb7277-d8e9-4b87-900d-6fec158b9013 req-fcfd111a-0f8b-435e-b858-4abb270015b4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=992fd1fe-94a4-44a7-a935-535b09b44860 HTTP/1.1" status: 200 len: 1001 time: 0.0608754 Jul 13 14:45:21.142910 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb7277-d8e9-4b87-900d-6fec158b9013 req-c435416f-ab78-4116-a534-d47566ef5bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:21.144356 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-92cb7277-d8e9-4b87-900d-6fec158b9013 req-c435416f-ab78-4116-a534-d47566ef5bf8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28025b5e-d48d-4866-b8db-aa50e7c929e5 HTTP/1.1" status: 200 len: 850 time: 0.0488172 Jul 13 14:45:21.205949 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb7277-d8e9-4b87-900d-6fec158b9013 req-49620dcf-e4ab-4f9b-aa57-dbaa6b63f957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:21.207504 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-92cb7277-d8e9-4b87-900d-6fec158b9013 req-49620dcf-e4ab-4f9b-aa57-dbaa6b63f957 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c4e52171-321c-48d2-9bf2-ea19f9b9ae29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560412 Jul 13 14:45:21.220654 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [req-92cb7277-d8e9-4b87-900d-6fec158b9013 req-d42d78fa-597d-4b5d-9ef5-5376de2f0d8f service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:45:21.221613 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-92cb7277-d8e9-4b87-900d-6fec158b9013 req-d42d78fa-597d-4b5d-9ef5-5376de2f0d8f service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052762 Jul 13 14:45:21.310543 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-92cb7277-d8e9-4b87-900d-6fec158b9013 req-960b299c-d6bc-47a5-bb3a-104382e3b202 service neutron] 10.222.0.39 "GET /v2.0/networks/c4e52171-321c-48d2-9bf2-ea19f9b9ae29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816958 Jul 13 14:45:21.400299 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-92cb7277-d8e9-4b87-900d-6fec158b9013 req-4023b8bc-1ebc-4f2a-98c5-e1c4a5d59b6b service neutron] 10.222.0.39 "GET /v2.0/networks/c4e52171-321c-48d2-9bf2-ea19f9b9ae29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832462 Jul 13 14:45:21.435727 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.agents_db [None req-a710d77f-e7af-45aa-808b-9771d160625e None None] Agent healthcheck: found 6 active agents {{(pid=93157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:45:22.358658 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a160f3-85c0-49af-aeef-1cc424942844 req-6fbcd9c9-67f0-471c-a259-471f34410c79 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:22.360557 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b9a160f3-85c0-49af-aeef-1cc424942844 req-6fbcd9c9-67f0-471c-a259-471f34410c79 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/ports?device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 945 time: 0.0600336 Jul 13 14:45:22.399024 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b9a160f3-85c0-49af-aeef-1cc424942844 req-0dda5257-7b86-4056-bc64-07104aa49eda tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9b79ec6-b281-4976-adde-0ff8c086a479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329988 Jul 13 14:45:22.423781 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 32944) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:22.515688 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e50db2-7a5d-4110-aa01-ea1113ee68e5 tempest-TestMinimumBasicScenario-1033305207 tempest-TestMinimumBasicScenario-1033305207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:22.517180 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-41e50db2-7a5d-4110-aa01-ea1113ee68e5 tempest-TestMinimumBasicScenario-1033305207 tempest-TestMinimumBasicScenario-1033305207-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 1093 time: 0.0924201 Jul 13 14:45:22.520063 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 32948) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:22.524280 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-a5c6ee9d-745c-46e5-b9d0-98855a3ce473 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Request body: {'floatingip': {'floating_network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'port_id': '44be44f7-697a-4be3-92ba-88c71ee63e78', 'tenant_id': '08ba19d1698a49e796d2c1f89834cd4d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:45:22.545666 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a5c6ee9d-745c-46e5-b9d0-98855a3ce473 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks [] for floatingip, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:22.639787 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a5c6ee9d-745c-46e5-b9d0-98855a3ce473 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:22.756845 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [None req-a5c6ee9d-745c-46e5-b9d0-98855a3ce473 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Allocated IP 172.27.3.212 (ecd09457-6660-479c-a1fb-91901148ba35/592e54d3-84ab-450e-8093-b0d029762b46/8d2f1fdc-d091-498e-8374-2015b4431505) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:45:22.858493 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a5c6ee9d-745c-46e5-b9d0-98855a3ce473 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:22.901702 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a5c6ee9d-745c-46e5-b9d0-98855a3ce473 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800428'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:22.940966 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c6ee9d-745c-46e5-b9d0-98855a3ce473 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Network ecd09457-6660-479c-a1fb-91901148ba35 is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:45:22.947148 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-a5c6ee9d-745c-46e5-b9d0-98855a3ce473 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:45:22.950479 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c6ee9d-745c-46e5-b9d0-98855a3ce473 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:45:22.972727 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c6ee9d-745c-46e5-b9d0-98855a3ce473 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Pushing event updated for resources: {'Port': ['ID=8d2f1fdc-d091-498e-8374-2015b4431505,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:23.304714 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a5c6ee9d-745c-46e5-b9d0-98855a3ce473 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:23.381466 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a5c6ee9d-745c-46e5-b9d0-98855a3ce473 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:23.526343 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a5c6ee9d-745c-46e5-b9d0-98855a3ce473 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:23.530688 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a5c6ee9d-745c-46e5-b9d0-98855a3ce473 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8800423'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:23.595042 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c6ee9d-745c-46e5-b9d0-98855a3ce473 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Pushing event updated for resources: {'Port': ['ID=8d2f1fdc-d091-498e-8374-2015b4431505,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:23.606117 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a5c6ee9d-745c-46e5-b9d0-98855a3ce473 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1994842'] for floatingip, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:23.703657 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.db.l3_db [None req-a5c6ee9d-745c-46e5-b9d0-98855a3ce473 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Floating IP 7555f9b5-2051-4248-935e-5ce9d7047bd0 associated. External IP: 172.27.3.212, port: 44be44f7-697a-4be3-92ba-88c71ee63e78. Jul 13 14:45:23.906114 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c6ee9d-745c-46e5-b9d0-98855a3ce473 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Router 2458d941-64e0-4ff4-881e-9b7007afaca3 has already been hosted by L3 agent d92cc109-9c2d-42ed-8c1d-d826fa90f9d0 {{(pid=93154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:45:24.011176 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c6ee9d-745c-46e5-b9d0-98855a3ce473 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify agent at l3_agent.dv-cinder-784453-8-iscsi the message routers_updated {{(pid=93154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:45:24.020465 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b595f2-d2ec-46b3-af23-9df80d76a737 None None] Sync routers for ids ['2458d941-64e0-4ff4-881e-9b7007afaca3'] in dv-cinder-784453-8-iscsi {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:45:24.026155 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a5c6ee9d-745c-46e5-b9d0-98855a3ce473 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for floatingip, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:24.029783 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b595f2-d2ec-46b3-af23-9df80d76a737 None None] Routers {'2458d941-64e0-4ff4-881e-9b7007afaca3'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:45:24.030424 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-95b595f2-d2ec-46b3-af23-9df80d76a737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:45:06Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['2458d941-64e0-4ff4-881e-9b7007afaca3'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:24.063242 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-a5c6ee9d-745c-46e5-b9d0-98855a3ce473 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5421007 Jul 13 14:45:24.063804 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29dad77b-9172-405e-a02a-16121c61038f', 'tag': '44be44f7-697a-4be3-92ba-88c71ee63e78'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:45:24.066045 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed6c2a10c4293d159fef1cb7ab1dbb74578d6de099c458b34c07bebf01db353a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5c2221-e44d-4a72-8de9-e3d3ae7ce1f0" -d '{"events": [{"name": "network-changed", "server_uuid": "29dad77b-9172-405e-a02a-16121c61038f", "tag": "44be44f7-697a-4be3-92ba-88c71ee63e78"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:45:24.066950 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 32950) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:24.071907 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [None req-fe9ff137-b66e-49b3-bf8a-c4ee42736b49 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1620978448', 'description': 'tempest-secgroup-smoke-1620978448 description', 'project_id': '08ba19d1698a49e796d2c1f89834cd4d'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:45:24.096531 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-fe9ff137-b66e-49b3-bf8a-c4ee42736b49 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks [] for security_group, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:24.103015 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26bd9aa-e207-4a12-8c12-ca4f4adf4af8 x-openstack-request-id: req-b26bd9aa-e207-4a12-8c12-ca4f4adf4af8 {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:45:24.103298 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29dad77b-9172-405e-a02a-16121c61038f", "tag": "44be44f7-697a-4be3-92ba-88c71ee63e78", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:45:24.103549 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b26bd9aa-e207-4a12-8c12-ca4f4adf4af8 {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:45:24.103945 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29dad77b-9172-405e-a02a-16121c61038f', 'tag': '44be44f7-697a-4be3-92ba-88c71ee63e78', 'status': 'completed', 'code': 200} Jul 13 14:45:24.176870 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-95b595f2-d2ec-46b3-af23-9df80d76a737 None None] Set router 2458d941-64e0-4ff4-881e-9b7007afaca3 gateway port host: dv-cinder-784453-8-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:45:24.219791 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-fe9ff137-b66e-49b3-bf8a-c4ee42736b49 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks [] for security_group, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:24.229066 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-fe9ff137-b66e-49b3-bf8a-c4ee42736b49 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:24.275311 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-fe9ff137-b66e-49b3-bf8a-c4ee42736b49 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:24.276527 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-fe9ff137-b66e-49b3-bf8a-c4ee42736b49 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2085867 Jul 13 14:45:24.279622 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 32956) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:24.281242 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ff137-b66e-49b3-bf8a-c4ee42736b49 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d64f804-7ffc-4b3e-be6d-c277c1f988aa,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:24.285260 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-ece2e570-02ab-42ed-9613-377ec850a1e6 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Request body: {'security_group_rule': {'security_group_id': '1d64f804-7ffc-4b3e-be6d-c277c1f988aa', 'project_id': '08ba19d1698a49e796d2c1f89834cd4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:45:24.304209 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c2221-e44d-4a72-8de9-e3d3ae7ce1f0 req-14fc1114-f91d-4dd6-bdd5-42352b9d2aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:24.305550 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-ee5c2221-e44d-4a72-8de9-e3d3ae7ce1f0 req-14fc1114-f91d-4dd6-bdd5-42352b9d2aee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=08ba19d1698a49e796d2c1f89834cd4d&device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 1098 time: 0.1486030 Jul 13 14:45:24.313334 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ece2e570-02ab-42ed-9613-377ec850a1e6 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:24.378476 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ece2e570-02ab-42ed-9613-377ec850a1e6 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:24.383157 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ece2e570-02ab-42ed-9613-377ec850a1e6 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655845'] for security_group_rule, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:24.406228 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece2e570-02ab-42ed-9613-377ec850a1e6 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8f702a8-cf32-41fe-bf49-366253c86266,revision_number=0']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:24.410817 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c2221-e44d-4a72-8de9-e3d3ae7ce1f0 req-646b4a36-c0b9-4a53-a840-06fe8569688c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:24.412558 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-ee5c2221-e44d-4a72-8de9-e3d3ae7ce1f0 req-646b4a36-c0b9-4a53-a840-06fe8569688c service neutron] 10.222.0.39 "GET /v2.0/networks?id=812001b7-e6dd-425d-ba24-1b5cc9e1a77e HTTP/1.1" status: 200 len: 915 time: 0.1002152 Jul 13 14:45:24.413916 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ece2e570-02ab-42ed-9613-377ec850a1e6 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:24.415290 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-ece2e570-02ab-42ed-9613-377ec850a1e6 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1344578 Jul 13 14:45:24.417811 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 32958) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:24.422935 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [None req-4fad2292-063d-4685-bc23-0cf3c739dc09 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Request body: {'security_group_rule': {'security_group_id': '1d64f804-7ffc-4b3e-be6d-c277c1f988aa', 'project_id': '08ba19d1698a49e796d2c1f89834cd4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:45:24.432904 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-95b595f2-d2ec-46b3-af23-9df80d76a737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2458d941-64e0-4ff4-881e-9b7007afaca3', 'name': 'tempest-TestMinimumBasicScenario-929229259-router', 'tenant_id': '08ba19d1698a49e796d2c1f89834cd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:44:32Z', 'updated_at': '2021-07-13T14:44:35Z', 'revision_number': 4, 'project_id': '08ba19d1698a49e796d2c1f89834cd4d', 'gw_port': {'id': 'bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:89:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2458d941-64e0-4ff4-881e-9b7007afaca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:44:32Z', 'updated_at': '2021-07-13T14:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_floatingips': [{'id': '7555f9b5-2051-4248-935e-5ce9d7047bd0', 'tenant_id': '08ba19d1698a49e796d2c1f89834cd4d', 'floating_ip_address': '172.27.3.212', 'floating_network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'router_id': '2458d941-64e0-4ff4-881e-9b7007afaca3', 'port_id': '44be44f7-697a-4be3-92ba-88c71ee63e78', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '812001b7-e6dd-425d-ba24-1b5cc9e1a77e', 'mac_address': 'fa:16:3e:8d:68:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29dad77b-9172-405e-a02a-16121c61038f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:45:23Z', 'updated_at': '2021-07-13T14:45:23Z', 'revision_number': 0, 'project_id': '08ba19d1698a49e796d2c1f89834cd4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d3d8774-8abd-4b1d-8084-02262692e850', 'name': '', 'network_id': '812001b7-e6dd-425d-ba24-1b5cc9e1a77e', 'tenant_id': '08ba19d1698a49e796d2c1f89834cd4d', 'mac_address': 'fa:16:3e:74:24:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2458d941-64e0-4ff4-881e-9b7007afaca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8b3a93c6-e4b5-45d7-85af-0d0ef56c93ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:44:34Z', 'updated_at': '2021-07-13T14:44:41Z', 'revision_number': 5, 'project_id': '08ba19d1698a49e796d2c1f89834cd4d', 'subnets': [{'id': '8b3a93c6-e4b5-45d7-85af-0d0ef56c93ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:24.461752 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b595f2-d2ec-46b3-af23-9df80d76a737 None None] Checking router: 2458d941-64e0-4ff4-881e-9b7007afaca3 for host: dv-cinder-784453-8-iscsi {{(pid=93156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:45:24.470489 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b595f2-d2ec-46b3-af23-9df80d76a737 None None] Routers {'2458d941-64e0-4ff4-881e-9b7007afaca3'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:45:24.471091 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-95b595f2-d2ec-46b3-af23-9df80d76a737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:45:06Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['2458d941-64e0-4ff4-881e-9b7007afaca3'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:24.496400 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-4fad2292-063d-4685-bc23-0cf3c739dc09 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:24.499994 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-ee5c2221-e44d-4a72-8de9-e3d3ae7ce1f0 req-d3016880-60b3-4a5e-9246-ec9fe39ad2cd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44be44f7-697a-4be3-92ba-88c71ee63e78 HTTP/1.1" status: 200 len: 999 time: 0.0725591 Jul 13 14:45:24.571183 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-95b595f2-d2ec-46b3-af23-9df80d76a737 None None] Set router 2458d941-64e0-4ff4-881e-9b7007afaca3 gateway port host: dv-cinder-784453-8-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:45:24.580725 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c2221-e44d-4a72-8de9-e3d3ae7ce1f0 req-a9d61602-d5c5-48b1-a9d0-e8a89af9a258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:24.582215 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-ee5c2221-e44d-4a72-8de9-e3d3ae7ce1f0 req-a9d61602-d5c5-48b1-a9d0-e8a89af9a258 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8b3a93c6-e4b5-45d7-85af-0d0ef56c93ef HTTP/1.1" status: 200 len: 853 time: 0.0755682 Jul 13 14:45:24.588135 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-4fad2292-063d-4685-bc23-0cf3c739dc09 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:24.599475 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-4fad2292-063d-4685-bc23-0cf3c739dc09 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655845'] for security_group_rule, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:24.633697 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad2292-063d-4685-bc23-0cf3c739dc09 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2580f04-90b1-4106-9e09-0028c74d5707,revision_number=0']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:24.644004 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-4fad2292-063d-4685-bc23-0cf3c739dc09 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:24.647756 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-4fad2292-063d-4685-bc23-0cf3c739dc09 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2261107 Jul 13 14:45:24.648077 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 32960) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:24.652742 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-59f1d42a-1e19-4908-8b93-119640867539 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Request body: {'security_group_rule': {'security_group_id': '1d64f804-7ffc-4b3e-be6d-c277c1f988aa', 'project_id': '08ba19d1698a49e796d2c1f89834cd4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:45:24.667914 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c2221-e44d-4a72-8de9-e3d3ae7ce1f0 req-a86fd79b-07f8-4a16-94aa-aeee738e8fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:24.669498 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-ee5c2221-e44d-4a72-8de9-e3d3ae7ce1f0 req-a86fd79b-07f8-4a16-94aa-aeee738e8fd8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=812001b7-e6dd-425d-ba24-1b5cc9e1a77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0802221 Jul 13 14:45:24.682857 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-59f1d42a-1e19-4908-8b93-119640867539 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:24.757283 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-59f1d42a-1e19-4908-8b93-119640867539 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:24.762025 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-59f1d42a-1e19-4908-8b93-119640867539 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655845'] for security_group_rule, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:24.770723 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-ee5c2221-e44d-4a72-8de9-e3d3ae7ce1f0 req-db08724a-b066-441c-8ad3-87e4a4a67ca2 service neutron] 10.222.0.39 "GET /v2.0/networks/812001b7-e6dd-425d-ba24-1b5cc9e1a77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931609 Jul 13 14:45:24.780894 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1d42a-1e19-4908-8b93-119640867539 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27101bfb-a916-4eb9-9538-03dabab4d02f,revision_number=0']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:24.794206 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-59f1d42a-1e19-4908-8b93-119640867539 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:24.795725 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-59f1d42a-1e19-4908-8b93-119640867539 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1463885 Jul 13 14:45:24.798497 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 32962) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:24.803733 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-81e8977c-8325-433a-a4f3-ffb578f34c37 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Request body: {'security_group_rule': {'security_group_id': '1d64f804-7ffc-4b3e-be6d-c277c1f988aa', 'project_id': '08ba19d1698a49e796d2c1f89834cd4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:45:24.826719 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-95b595f2-d2ec-46b3-af23-9df80d76a737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2458d941-64e0-4ff4-881e-9b7007afaca3', 'name': 'tempest-TestMinimumBasicScenario-929229259-router', 'tenant_id': '08ba19d1698a49e796d2c1f89834cd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:44:32Z', 'updated_at': '2021-07-13T14:44:35Z', 'revision_number': 4, 'project_id': '08ba19d1698a49e796d2c1f89834cd4d', 'gw_port': {'id': 'bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:89:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2458d941-64e0-4ff4-881e-9b7007afaca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:44:32Z', 'updated_at': '2021-07-13T14:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_floatingips': [{'id': '7555f9b5-2051-4248-935e-5ce9d7047bd0', 'tenant_id': '08ba19d1698a49e796d2c1f89834cd4d', 'floating_ip_address': '172.27.3.212', 'floating_network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'router_id': '2458d941-64e0-4ff4-881e-9b7007afaca3', 'port_id': '44be44f7-697a-4be3-92ba-88c71ee63e78', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '812001b7-e6dd-425d-ba24-1b5cc9e1a77e', 'mac_address': 'fa:16:3e:8d:68:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29dad77b-9172-405e-a02a-16121c61038f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:45:23Z', 'updated_at': '2021-07-13T14:45:23Z', 'revision_number': 0, 'project_id': '08ba19d1698a49e796d2c1f89834cd4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d3d8774-8abd-4b1d-8084-02262692e850', 'name': '', 'network_id': '812001b7-e6dd-425d-ba24-1b5cc9e1a77e', 'tenant_id': '08ba19d1698a49e796d2c1f89834cd4d', 'mac_address': 'fa:16:3e:74:24:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2458d941-64e0-4ff4-881e-9b7007afaca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8b3a93c6-e4b5-45d7-85af-0d0ef56c93ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:44:34Z', 'updated_at': '2021-07-13T14:44:41Z', 'revision_number': 5, 'project_id': '08ba19d1698a49e796d2c1f89834cd4d', 'subnets': [{'id': '8b3a93c6-e4b5-45d7-85af-0d0ef56c93ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:45:24.833775 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-81e8977c-8325-433a-a4f3-ffb578f34c37 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:24.853742 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b595f2-d2ec-46b3-af23-9df80d76a737 None None] The sync data for ids ['2458d941-64e0-4ff4-881e-9b7007afaca3'] in dv-cinder-784453-8-iscsi is: [{'id': '2458d941-64e0-4ff4-881e-9b7007afaca3', 'name': 'tempest-TestMinimumBasicScenario-929229259-router', 'tenant_id': '08ba19d1698a49e796d2c1f89834cd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:44:32Z', 'updated_at': '2021-07-13T14:44:35Z', 'revision_number': 4, 'project_id': '08ba19d1698a49e796d2c1f89834cd4d', 'gw_port': {'id': 'bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:89:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2458d941-64e0-4ff4-881e-9b7007afaca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:44:32Z', 'updated_at': '2021-07-13T14:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_floatingips': [{'id': '7555f9b5-2051-4248-935e-5ce9d7047bd0', 'tenant_id': '08ba19d1698a49e796d2c1f89834cd4d', 'floating_ip_address': '172.27.3.212', 'floating_network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'router_id': '2458d941-64e0-4ff4-881e-9b7007afaca3', 'port_id': '44be44f7-697a-4be3-92ba-88c71ee63e78', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '812001b7-e6dd-425d-ba24-1b5cc9e1a77e', 'mac_address': 'fa:16:3e:8d:68:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29dad77b-9172-405e-a02a-16121c61038f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:45:23Z', 'updated_at': '2021-07-13T14:45:23Z', 'revision_number': 0, 'project_id': '08ba19d1698a49e796d2c1f89834cd4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d3d8774-8abd-4b1d-8084-02262692e850', 'name': '', 'network_id': '812001b7-e6dd-425d-ba24-1b5cc9e1a77e', 'tenant_id': '08ba19d1698a49e796d2c1f89834cd4d', 'mac_address': 'fa:16:3e:74:24:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2458d941-64e0-4ff4-881e-9b7007afaca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8b3a93c6-e4b5-45d7-85af-0d0ef56c93ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:44:34Z', 'updated_at': '2021-07-13T14:44:41Z', 'revision_number': 5, 'project_id': '08ba19d1698a49e796d2c1f89834cd4d', 'subnets': [{'id': '8b3a93c6-e4b5-45d7-85af-0d0ef56c93ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:45:24.871278 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-ee5c2221-e44d-4a72-8de9-e3d3ae7ce1f0 req-44470a75-a720-4163-b8fa-5e16bb45b5d8 service neutron] 10.222.0.39 "GET /v2.0/networks/812001b7-e6dd-425d-ba24-1b5cc9e1a77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939469 Jul 13 14:45:24.908162 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-81e8977c-8325-433a-a4f3-ffb578f34c37 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:24.912314 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-81e8977c-8325-433a-a4f3-ffb578f34c37 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655845'] for security_group_rule, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:24.931101 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8977c-8325-433a-a4f3-ffb578f34c37 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eef9e30-4900-49ae-8067-ba57440d3977,revision_number=0']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:24.938141 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-81e8977c-8325-433a-a4f3-ffb578f34c37 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:24.939313 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-81e8977c-8325-433a-a4f3-ffb578f34c37 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1395686 Jul 13 14:45:24.941978 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 32964) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:24.946441 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-28b93ce3-85e2-4089-a9b1-fc5cd3234361 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Request body: {'security_group_rule': {'security_group_id': '1d64f804-7ffc-4b3e-be6d-c277c1f988aa', 'project_id': '08ba19d1698a49e796d2c1f89834cd4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:45:24.967884 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.db.securitygroups_db [None req-28b93ce3-85e2-4089-a9b1-fc5cd3234361 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Project 08ba19d1698a49e796d2c1f89834cd4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:45:24.974857 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-28b93ce3-85e2-4089-a9b1-fc5cd3234361 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:25.036441 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-28b93ce3-85e2-4089-a9b1-fc5cd3234361 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:25.040493 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-28b93ce3-85e2-4089-a9b1-fc5cd3234361 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655845'] for security_group_rule, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:25.054450 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b942fced-dce8-493b-a34a-afe313165731 None None] New status for floating IP 7555f9b5-2051-4248-935e-5ce9d7047bd0: ACTIVE {{(pid=93157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:45:25.058806 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b93ce3-85e2-4089-a9b1-fc5cd3234361 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9c55b87-1695-40fa-97c9-ba8583a25372,revision_number=0']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:25.064681 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-28b93ce3-85e2-4089-a9b1-fc5cd3234361 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:25.069267 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-28b93ce3-85e2-4089-a9b1-fc5cd3234361 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1235373 Jul 13 14:45:25.069267 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 32966) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:45:25.073788 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-8ba0acfd-17fc-435b-8429-165790296a36 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Request body: {'security_group_rule': {'security_group_id': '1d64f804-7ffc-4b3e-be6d-c277c1f988aa', 'project_id': '08ba19d1698a49e796d2c1f89834cd4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:45:25.095406 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.db.securitygroups_db [None req-8ba0acfd-17fc-435b-8429-165790296a36 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Project 08ba19d1698a49e796d2c1f89834cd4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 14:45:25.100108 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8ba0acfd-17fc-435b-8429-165790296a36 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:25.164155 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8ba0acfd-17fc-435b-8429-165790296a36 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:25.167712 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8ba0acfd-17fc-435b-8429-165790296a36 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1655845'] for security_group_rule, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:25.185672 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba0acfd-17fc-435b-8429-165790296a36 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5220ef63-3240-4118-8fc1-566840041ab9,revision_number=0']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:25.197934 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8ba0acfd-17fc-435b-8429-165790296a36 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:25.199597 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-8ba0acfd-17fc-435b-8429-165790296a36 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1290913 Jul 13 14:45:25.315946 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1e9b5a73-980b-4a6e-85c0-f089b9521757 req-5aa52a06-4374-4cec-a6b9-35dea405d9cc tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1620978448&fields=id&tenant_id=08ba19d1698a49e796d2c1f89834cd4d HTTP/1.1" status: 200 len: 267 time: 0.0331290 Jul 13 14:45:25.380112 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b5a73-980b-4a6e-85c0-f089b9521757 req-483b9ad5-4c74-44a5-8783-480d77038f47 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:25.381575 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1e9b5a73-980b-4a6e-85c0-f089b9521757 req-483b9ad5-4c74-44a5-8783-480d77038f47 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/ports?device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 945 time: 0.0600572 Jul 13 14:45:25.392061 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [req-1e9b5a73-980b-4a6e-85c0-f089b9521757 req-2de42d16-ff55-4847-8f13-072e965d1c9d tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Request body: {'port': {'security_groups': ['d9b79ec6-b281-4976-adde-0ff8c086a479', '1d64f804-7ffc-4b3e-be6d-c277c1f988aa']}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:45:25.476701 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-1e9b5a73-980b-4a6e-85c0-f089b9521757 req-2de42d16-ff55-4847-8f13-072e965d1c9d tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:25.651807 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-1e9b5a73-980b-4a6e-85c0-f089b9521757 req-2de42d16-ff55-4847-8f13-072e965d1c9d tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] For port 44be44f7-697a-4be3-92ba-88c71ee63e78, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=44be44f7-697a-4be3-92ba-88c71ee63e78,segment=NetworkSegment(e03f4dc9-891e-4167-b194-6b5f3b30e457),segment_id=e03f4dc9-891e-4167-b194-6b5f3b30e457)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:45:25.682531 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-1e9b5a73-980b-4a6e-85c0-f089b9521757 req-2de42d16-ff55-4847-8f13-072e965d1c9d tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:25.686673 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-1e9b5a73-980b-4a6e-85c0-f089b9521757 req-2de42d16-ff55-4847-8f13-072e965d1c9d tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8800423'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:25.721886 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] get_ports_and_sgs() called for port_ids ['44be44f7-697a-4be3-92ba-88c71ee63e78'] {{(pid=93156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:45:25.733302 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b5a73-980b-4a6e-85c0-f089b9521757 req-2de42d16-ff55-4847-8f13-072e965d1c9d tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:25.734455 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-1e9b5a73-980b-4a6e-85c0-f089b9521757 req-2de42d16-ff55-4847-8f13-072e965d1c9d tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:25.738855 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1e9b5a73-980b-4a6e-85c0-f089b9521757 req-2de42d16-ff55-4847-8f13-072e965d1c9d tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "PUT /v2.0/ports/44be44f7-697a-4be3-92ba-88c71ee63e78 HTTP/1.1" status: 200 len: 981 time: 0.3511975 Jul 13 14:45:25.762992 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de42d16-ff55-4847-8f13-072e965d1c9d tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Pushing event updated for resources: {'Port': ['ID=44be44f7-697a-4be3-92ba-88c71ee63e78,revision_number=6']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:45:25.883592 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] get_ports_and_sgs() called for port_ids ['44be44f7-697a-4be3-92ba-88c71ee63e78'] {{(pid=93156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:45:25.911810 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b7216-2a6f-4f94-b5f6-3d48b93b64aa req-2b223e88-f072-4f04-b1e4-e2dcd2346a88 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:25.913548 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a98b7216-2a6f-4f94-b5f6-3d48b93b64aa req-2b223e88-f072-4f04-b1e4-e2dcd2346a88 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/ports?device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 984 time: 0.0666401 Jul 13 14:45:25.957613 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a98b7216-2a6f-4f94-b5f6-3d48b93b64aa req-7df587f4-424b-4547-a85a-514544abe9ef tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9b79ec6-b281-4976-adde-0ff8c086a479&id=1d64f804-7ffc-4b3e-be6d-c277c1f988aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378740 Jul 13 14:45:25.998958 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-d6bb926f-4be7-4e05-8fbc-a19ed276a129 None None] Provisioning complete for port 44be44f7-697a-4be3-92ba-88c71ee63e78 triggered by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:45:25.999285 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-d6bb926f-4be7-4e05-8fbc-a19ed276a129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:26.105261 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29dad77b-9172-405e-a02a-16121c61038f', 'tag': '44be44f7-697a-4be3-92ba-88c71ee63e78'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:45:26.107657 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed6c2a10c4293d159fef1cb7ab1dbb74578d6de099c458b34c07bebf01db353a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96d9ea2-a03f-45d6-bc9b-0f90aea7d3e6" -d '{"events": [{"name": "network-changed", "server_uuid": "29dad77b-9172-405e-a02a-16121c61038f", "tag": "44be44f7-697a-4be3-92ba-88c71ee63e78"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:45:26.143094 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f28ce98-ae60-4552-963a-ddcf45926f6d x-openstack-request-id: req-8f28ce98-ae60-4552-963a-ddcf45926f6d {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:45:26.143385 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29dad77b-9172-405e-a02a-16121c61038f", "tag": "44be44f7-697a-4be3-92ba-88c71ee63e78", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:45:26.143634 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8f28ce98-ae60-4552-963a-ddcf45926f6d {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:45:26.144025 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29dad77b-9172-405e-a02a-16121c61038f', 'tag': '44be44f7-697a-4be3-92ba-88c71ee63e78', 'status': 'completed', 'code': 200} Jul 13 14:45:26.243042 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d9ea2-a03f-45d6-bc9b-0f90aea7d3e6 req-0e43887d-3355-4445-9853-29f042183588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:26.244516 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-f96d9ea2-a03f-45d6-bc9b-0f90aea7d3e6 req-0e43887d-3355-4445-9853-29f042183588 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=08ba19d1698a49e796d2c1f89834cd4d&device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 1137 time: 0.0514839 Jul 13 14:45:26.335770 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d9ea2-a03f-45d6-bc9b-0f90aea7d3e6 req-63d41e26-670a-4d91-967f-a74a4d0e31ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:26.337144 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-f96d9ea2-a03f-45d6-bc9b-0f90aea7d3e6 req-63d41e26-670a-4d91-967f-a74a4d0e31ba service neutron] 10.222.0.39 "GET /v2.0/networks?id=812001b7-e6dd-425d-ba24-1b5cc9e1a77e HTTP/1.1" status: 200 len: 915 time: 0.0860827 Jul 13 14:45:26.402217 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-f96d9ea2-a03f-45d6-bc9b-0f90aea7d3e6 req-c49a9f7c-db7e-408e-b3eb-f57d5f2cd43c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44be44f7-697a-4be3-92ba-88c71ee63e78 HTTP/1.1" status: 200 len: 1001 time: 0.0564692 Jul 13 14:45:26.457732 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d9ea2-a03f-45d6-bc9b-0f90aea7d3e6 req-badb84fd-0ad8-4a34-ae54-62c281369fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:26.459221 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-f96d9ea2-a03f-45d6-bc9b-0f90aea7d3e6 req-badb84fd-0ad8-4a34-ae54-62c281369fca service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8b3a93c6-e4b5-45d7-85af-0d0ef56c93ef HTTP/1.1" status: 200 len: 853 time: 0.0495634 Jul 13 14:45:26.513696 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d9ea2-a03f-45d6-bc9b-0f90aea7d3e6 req-9c8a5274-996e-4ade-8344-c3af6bdfec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:26.515821 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-f96d9ea2-a03f-45d6-bc9b-0f90aea7d3e6 req-9c8a5274-996e-4ade-8344-c3af6bdfec28 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=812001b7-e6dd-425d-ba24-1b5cc9e1a77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501339 Jul 13 14:45:26.602737 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-f96d9ea2-a03f-45d6-bc9b-0f90aea7d3e6 req-862a65c2-bcfa-4cf3-91d0-ec246e8d27af service neutron] 10.222.0.39 "GET /v2.0/networks/812001b7-e6dd-425d-ba24-1b5cc9e1a77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788693 Jul 13 14:45:26.695093 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-f96d9ea2-a03f-45d6-bc9b-0f90aea7d3e6 req-b61f3e84-3e7a-46ac-b05c-ccdf3fe2e2eb service neutron] 10.222.0.39 "GET /v2.0/networks/812001b7-e6dd-425d-ba24-1b5cc9e1a77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844195 Jul 13 14:45:33.312940 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-75e01954-228f-4c8a-94b0-de79bbb61efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:35.913289 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-93bcd1dc-94cf-48fb-9c43-9b4d9067ce62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:36.163940 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:37.207096 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:38.624443 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:46.830044 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:45:48.694149 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121ffd4-08bd-49a0-849f-dd7e29229b59 req-3a09ea1c-b8c0-4ef5-983d-5884db22707d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:48.695579 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-3121ffd4-08bd-49a0-849f-dd7e29229b59 req-3a09ea1c-b8c0-4ef5-983d-5884db22707d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=08ba19d1698a49e796d2c1f89834cd4d&device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 1137 time: 0.0536516 Jul 13 14:45:48.708691 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b394d-7512-4989-b451-5656f9aaa468 req-695ffe7a-609a-4ceb-a0e4-28ac582c3b0d tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:48.710402 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f76b394d-7512-4989-b451-5656f9aaa468 req-695ffe7a-609a-4ceb-a0e4-28ac582c3b0d tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/ports?device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 984 time: 0.0636146 Jul 13 14:45:48.751703 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f76b394d-7512-4989-b451-5656f9aaa468 req-148c619d-3ee4-4c0a-b481-178f005017ca tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9b79ec6-b281-4976-adde-0ff8c086a479&id=1d64f804-7ffc-4b3e-be6d-c277c1f988aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354486 Jul 13 14:45:48.786572 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121ffd4-08bd-49a0-849f-dd7e29229b59 req-c4ab0f0a-aeee-4fe9-ac98-03689c7c3b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:48.788026 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-3121ffd4-08bd-49a0-849f-dd7e29229b59 req-c4ab0f0a-aeee-4fe9-ac98-03689c7c3b52 service neutron] 10.222.0.39 "GET /v2.0/networks?id=812001b7-e6dd-425d-ba24-1b5cc9e1a77e HTTP/1.1" status: 200 len: 915 time: 0.0854254 Jul 13 14:45:48.852234 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-3121ffd4-08bd-49a0-849f-dd7e29229b59 req-d6d3d896-25c0-4231-99d9-df3868be9ca8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44be44f7-697a-4be3-92ba-88c71ee63e78 HTTP/1.1" status: 200 len: 1001 time: 0.0564413 Jul 13 14:45:48.901284 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121ffd4-08bd-49a0-849f-dd7e29229b59 req-0a150bb4-76cf-4523-9a89-6d15e1cb0b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:48.902712 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-3121ffd4-08bd-49a0-849f-dd7e29229b59 req-0a150bb4-76cf-4523-9a89-6d15e1cb0b6a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8b3a93c6-e4b5-45d7-85af-0d0ef56c93ef HTTP/1.1" status: 200 len: 853 time: 0.0431788 Jul 13 14:45:48.962560 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121ffd4-08bd-49a0-849f-dd7e29229b59 req-e6d0779a-031f-47e3-85cb-b422bbfb460b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:48.963939 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-3121ffd4-08bd-49a0-849f-dd7e29229b59 req-e6d0779a-031f-47e3-85cb-b422bbfb460b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=812001b7-e6dd-425d-ba24-1b5cc9e1a77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540006 Jul 13 14:45:49.055110 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-3121ffd4-08bd-49a0-849f-dd7e29229b59 req-9d695bd1-54de-44b6-9a84-372039400e0e service neutron] 10.222.0.39 "GET /v2.0/networks/812001b7-e6dd-425d-ba24-1b5cc9e1a77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817602 Jul 13 14:45:49.148248 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-3121ffd4-08bd-49a0-849f-dd7e29229b59 req-b8b07a07-e261-4724-991e-bcbeeca40afa service neutron] 10.222.0.39 "GET /v2.0/networks/812001b7-e6dd-425d-ba24-1b5cc9e1a77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851858 Jul 13 14:45:49.924031 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e6a39-a99c-4d03-b699-2d6d5b6ec6ca req-43fb8d8f-97b5-40e7-9f57-26255e7c202c tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:49.925491 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1d7e6a39-a99c-4d03-b699-2d6d5b6ec6ca req-43fb8d8f-97b5-40e7-9f57-26255e7c202c tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/ports?device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 984 time: 0.0619168 Jul 13 14:45:49.964428 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1d7e6a39-a99c-4d03-b699-2d6d5b6ec6ca req-349fa217-2f9b-417e-9aa7-0ec3379324e0 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9b79ec6-b281-4976-adde-0ff8c086a479&id=1d64f804-7ffc-4b3e-be6d-c277c1f988aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331998 Jul 13 14:45:51.136677 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74564c-9a0f-4dc7-970d-3c83406a1fe6 req-176a3d5a-d128-4467-b65b-bd04c94c53f0 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:51.138234 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8d74564c-9a0f-4dc7-970d-3c83406a1fe6 req-176a3d5a-d128-4467-b65b-bd04c94c53f0 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/ports?device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 984 time: 0.0649259 Jul 13 14:45:51.178041 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-8d74564c-9a0f-4dc7-970d-3c83406a1fe6 req-d38fa08c-41c1-4657-a06b-32c2422d2f4e tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9b79ec6-b281-4976-adde-0ff8c086a479&id=1d64f804-7ffc-4b3e-be6d-c277c1f988aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332572 Jul 13 14:45:52.348798 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b483a10-437a-4491-98e8-897c925a464c req-a02f38d8-dd05-44d4-8d6d-6c482b76f80c tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:52.350333 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0b483a10-437a-4491-98e8-897c925a464c req-a02f38d8-dd05-44d4-8d6d-6c482b76f80c tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/ports?device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 984 time: 0.0616810 Jul 13 14:45:52.388975 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0b483a10-437a-4491-98e8-897c925a464c req-baeca758-95fc-48a5-b4df-4552687a0fd0 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9b79ec6-b281-4976-adde-0ff8c086a479&id=1d64f804-7ffc-4b3e-be6d-c277c1f988aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329676 Jul 13 14:45:53.564457 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e4a22e-7d63-4047-8e57-ccfcfa690bbf req-cdb3e03a-b86d-4046-8b1b-cf09e00f40a8 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:53.565973 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-06e4a22e-7d63-4047-8e57-ccfcfa690bbf req-cdb3e03a-b86d-4046-8b1b-cf09e00f40a8 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/ports?device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 984 time: 0.0642304 Jul 13 14:45:53.604736 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-06e4a22e-7d63-4047-8e57-ccfcfa690bbf req-6f8adb2f-ee8f-4da2-b0ae-8925421880d0 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9b79ec6-b281-4976-adde-0ff8c086a479&id=1d64f804-7ffc-4b3e-be6d-c277c1f988aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332294 Jul 13 14:45:54.781269 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec7630-7db0-4842-83fc-8e38cdb126ab req-2de69025-6c1d-4c37-b2ed-dec7564750a8 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:54.782771 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1bec7630-7db0-4842-83fc-8e38cdb126ab req-2de69025-6c1d-4c37-b2ed-dec7564750a8 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/ports?device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 984 time: 0.0626585 Jul 13 14:45:54.822600 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-1bec7630-7db0-4842-83fc-8e38cdb126ab req-a7e66301-eb4d-40ff-b5b1-c1361718a9e6 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9b79ec6-b281-4976-adde-0ff8c086a479&id=1d64f804-7ffc-4b3e-be6d-c277c1f988aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340912 Jul 13 14:45:55.990874 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df1f5a-1840-4e1c-9da8-3c5edac3a2e2 req-9423ebcc-ab85-4c08-b0d5-e343e2dc12b4 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:55.992345 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c1df1f5a-1840-4e1c-9da8-3c5edac3a2e2 req-9423ebcc-ab85-4c08-b0d5-e343e2dc12b4 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/ports?device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 984 time: 0.0618546 Jul 13 14:45:56.030886 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c1df1f5a-1840-4e1c-9da8-3c5edac3a2e2 req-861a4ee1-20bc-4f27-a9d2-72332c91fe69 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9b79ec6-b281-4976-adde-0ff8c086a479&id=1d64f804-7ffc-4b3e-be6d-c277c1f988aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328894 Jul 13 14:45:57.204921 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386720b-9547-4127-8ad8-a82edeaa0655 req-80e47125-e10e-4571-9c98-b87f21e7917a tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:57.206382 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7386720b-9547-4127-8ad8-a82edeaa0655 req-80e47125-e10e-4571-9c98-b87f21e7917a tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/ports?device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 984 time: 0.0651257 Jul 13 14:45:57.244974 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-7386720b-9547-4127-8ad8-a82edeaa0655 req-2437a4cb-dac5-4e3e-a366-198b4363f28b tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9b79ec6-b281-4976-adde-0ff8c086a479&id=1d64f804-7ffc-4b3e-be6d-c277c1f988aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329483 Jul 13 14:45:58.414835 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053e8ca-0795-40f6-8faa-a3d649473bed req-e8d266f2-aac2-46fa-acf0-686a6f8cafa1 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:58.416312 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9053e8ca-0795-40f6-8faa-a3d649473bed req-e8d266f2-aac2-46fa-acf0-686a6f8cafa1 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/ports?device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 984 time: 0.0623770 Jul 13 14:45:58.436834 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.agents_db [None req-a710d77f-e7af-45aa-808b-9771d160625e None None] Agent healthcheck: found 6 active agents {{(pid=93157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:45:58.455760 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-9053e8ca-0795-40f6-8faa-a3d649473bed req-f1e6d37a-bc1f-40f4-87f4-ebd5c2998a54 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9b79ec6-b281-4976-adde-0ff8c086a479&id=1d64f804-7ffc-4b3e-be6d-c277c1f988aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335155 Jul 13 14:45:59.626792 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cffb10-d297-41a1-85ca-cc18fb174780 req-a2a35e57-6d2f-44ee-8eda-49b4339dca12 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:45:59.628263 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-79cffb10-d297-41a1-85ca-cc18fb174780 req-a2a35e57-6d2f-44ee-8eda-49b4339dca12 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/ports?device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 984 time: 0.0652297 Jul 13 14:45:59.667639 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-79cffb10-d297-41a1-85ca-cc18fb174780 req-03d7dfd1-ac3d-45bc-a631-88ba9696691d tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9b79ec6-b281-4976-adde-0ff8c086a479&id=1d64f804-7ffc-4b3e-be6d-c277c1f988aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336459 Jul 13 14:46:00.840202 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f915c541-d4a7-4b5b-af0f-e877722271c5 req-bee173c0-f706-4221-b624-0d448eda62cd tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:00.841677 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f915c541-d4a7-4b5b-af0f-e877722271c5 req-bee173c0-f706-4221-b624-0d448eda62cd tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/ports?device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 984 time: 0.0625381 Jul 13 14:46:00.880887 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f915c541-d4a7-4b5b-af0f-e877722271c5 req-c66896b6-4362-4095-9a79-022775128017 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9b79ec6-b281-4976-adde-0ff8c086a479&id=1d64f804-7ffc-4b3e-be6d-c277c1f988aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334947 Jul 13 14:46:02.049198 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105cac2-261d-408d-b1f3-5fe823991c4e req-d485bb1a-ca56-457f-9b36-db05cb6c1593 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:02.050681 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e105cac2-261d-408d-b1f3-5fe823991c4e req-d485bb1a-ca56-457f-9b36-db05cb6c1593 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/ports?device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 984 time: 0.0617349 Jul 13 14:46:02.089336 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e105cac2-261d-408d-b1f3-5fe823991c4e req-21af8636-787b-4b71-b530-80a8ed195d2c tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9b79ec6-b281-4976-adde-0ff8c086a479&id=1d64f804-7ffc-4b3e-be6d-c277c1f988aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329890 Jul 13 14:46:03.265514 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99960c1-39e9-4b5c-9b55-d4e983f1b2b1 req-cd6c4f6e-8f6f-4230-8ec8-d6af2d4b6290 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:03.267045 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b99960c1-39e9-4b5c-9b55-d4e983f1b2b1 req-cd6c4f6e-8f6f-4230-8ec8-d6af2d4b6290 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/ports?device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 984 time: 0.0652938 Jul 13 14:46:03.306595 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b99960c1-39e9-4b5c-9b55-d4e983f1b2b1 req-e7cfbe86-4b1d-4c46-91d6-22f42f6ea6a9 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9b79ec6-b281-4976-adde-0ff8c086a479&id=1d64f804-7ffc-4b3e-be6d-c277c1f988aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338767 Jul 13 14:46:03.316111 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-1b96c425-29e8-4416-8dab-64ccdcc05770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:04.477031 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0215f3f6-468e-4eda-b036-f93df662a195 req-a2814ad6-3c01-473f-a9aa-f6ccdc6a5cca tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:04.478525 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0215f3f6-468e-4eda-b036-f93df662a195 req-a2814ad6-3c01-473f-a9aa-f6ccdc6a5cca tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/ports?device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 984 time: 0.0617785 Jul 13 14:46:04.518291 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0215f3f6-468e-4eda-b036-f93df662a195 req-73bfc36b-2224-4552-bdf7-bd3a389dde3c tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9b79ec6-b281-4976-adde-0ff8c086a479&id=1d64f804-7ffc-4b3e-be6d-c277c1f988aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341215 Jul 13 14:46:05.692320 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce93989-88c8-4c64-ada3-fa672513e47e req-65c50aac-8c6a-4f68-a59e-e1a1e576fa93 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:05.693684 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-fce93989-88c8-4c64-ada3-fa672513e47e req-65c50aac-8c6a-4f68-a59e-e1a1e576fa93 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/ports?device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 984 time: 0.0649426 Jul 13 14:46:05.913384 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-78e29e8f-1473-48cd-96ff-4b7470dc4d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:05.963268 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-fce93989-88c8-4c64-ada3-fa672513e47e req-54717f69-0199-4401-a3e9-4557a3565abd tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9b79ec6-b281-4976-adde-0ff8c086a479&id=1d64f804-7ffc-4b3e-be6d-c277c1f988aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2637351 Jul 13 14:46:06.165113 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:07.209509 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:08.627282 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:16.835253 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:21.802169 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-c62c6b73-fdf8-4456-88de-1eb15056f6ba req-e4273f8e-c2cb-4db1-998c-1f2cfd3a5589 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=29dad77b-9172-405e-a02a-16121c61038f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506079 Jul 13 14:46:21.887999 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c6b73-fdf8-4456-88de-1eb15056f6ba req-1f0fcb1c-df16-45c8-bc9b-4a9d75fc6321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:21.889473 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-c62c6b73-fdf8-4456-88de-1eb15056f6ba req-1f0fcb1c-df16-45c8-bc9b-4a9d75fc6321 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=08ba19d1698a49e796d2c1f89834cd4d&device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 1137 time: 0.0519118 Jul 13 14:46:21.997753 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c6b73-fdf8-4456-88de-1eb15056f6ba req-cf6a81e6-7a95-4281-b45f-f57ae6aabac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:21.999260 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-c62c6b73-fdf8-4456-88de-1eb15056f6ba req-cf6a81e6-7a95-4281-b45f-f57ae6aabac5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=812001b7-e6dd-425d-ba24-1b5cc9e1a77e HTTP/1.1" status: 200 len: 915 time: 0.0896916 Jul 13 14:46:22.066506 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-c62c6b73-fdf8-4456-88de-1eb15056f6ba req-2f66113b-eee9-40a5-ab4f-4a16e36a00c6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44be44f7-697a-4be3-92ba-88c71ee63e78 HTTP/1.1" status: 200 len: 1001 time: 0.0578759 Jul 13 14:46:22.113437 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c6b73-fdf8-4456-88de-1eb15056f6ba req-2959b509-7c91-4aaf-8ff7-439a701c81d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:22.114872 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-c62c6b73-fdf8-4456-88de-1eb15056f6ba req-2959b509-7c91-4aaf-8ff7-439a701c81d1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8b3a93c6-e4b5-45d7-85af-0d0ef56c93ef HTTP/1.1" status: 200 len: 853 time: 0.0420811 Jul 13 14:46:22.173991 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c6b73-fdf8-4456-88de-1eb15056f6ba req-93391cfd-e88d-436a-9917-d4b7e5c8d2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:22.175469 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-c62c6b73-fdf8-4456-88de-1eb15056f6ba req-93391cfd-e88d-436a-9917-d4b7e5c8d2f9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=812001b7-e6dd-425d-ba24-1b5cc9e1a77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538003 Jul 13 14:46:22.261499 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-c62c6b73-fdf8-4456-88de-1eb15056f6ba req-4c023fa3-389e-4b2a-8f88-5f8dd6ee2de0 service neutron] 10.222.0.39 "GET /v2.0/networks/812001b7-e6dd-425d-ba24-1b5cc9e1a77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796380 Jul 13 14:46:22.350094 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-c62c6b73-fdf8-4456-88de-1eb15056f6ba req-91cc6393-350a-4af8-87d9-5c80a2ce7739 service neutron] 10.222.0.39 "GET /v2.0/networks/812001b7-e6dd-425d-ba24-1b5cc9e1a77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824904 Jul 13 14:46:33.316210 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-16f30042-ee07-4a00-ab0e-68d7c4862f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:35.438396 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.agents_db [None req-a710d77f-e7af-45aa-808b-9771d160625e None None] Agent healthcheck: found 6 active agents {{(pid=93157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:46:35.914908 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-f669b967-6394-478b-ad5c-b3d8b023f25b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:36.165348 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:37.212057 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:38.630555 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:39.167642 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5f386f91-fa1a-4860-9a11-8f68bbbb65aa req-d8c271a9-b634-4a09-be87-31b532e00fb3 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1620978448&fields=id&tenant_id=08ba19d1698a49e796d2c1f89834cd4d HTTP/1.1" status: 200 len: 267 time: 0.0321140 Jul 13 14:46:39.232534 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f386f91-fa1a-4860-9a11-8f68bbbb65aa req-b60dd20e-29b2-4249-9921-1f8073f0b560 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:39.234667 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5f386f91-fa1a-4860-9a11-8f68bbbb65aa req-b60dd20e-29b2-4249-9921-1f8073f0b560 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/ports?device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 984 time: 0.0604148 Jul 13 14:46:39.244895 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [req-5f386f91-fa1a-4860-9a11-8f68bbbb65aa req-11f12308-a136-44ca-b291-5a2d9951693d tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Request body: {'port': {'security_groups': ['d9b79ec6-b281-4976-adde-0ff8c086a479']}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:39.326069 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-5f386f91-fa1a-4860-9a11-8f68bbbb65aa req-11f12308-a136-44ca-b291-5a2d9951693d tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:39.492616 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [req-5f386f91-fa1a-4860-9a11-8f68bbbb65aa req-11f12308-a136-44ca-b291-5a2d9951693d tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] For port 44be44f7-697a-4be3-92ba-88c71ee63e78, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=44be44f7-697a-4be3-92ba-88c71ee63e78,segment=NetworkSegment(e03f4dc9-891e-4167-b194-6b5f3b30e457),segment_id=e03f4dc9-891e-4167-b194-6b5f3b30e457)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:46:39.521565 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-5f386f91-fa1a-4860-9a11-8f68bbbb65aa req-11f12308-a136-44ca-b291-5a2d9951693d tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:39.526073 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-5f386f91-fa1a-4860-9a11-8f68bbbb65aa req-11f12308-a136-44ca-b291-5a2d9951693d tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8800423'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:39.561030 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] get_ports_and_sgs() called for port_ids ['44be44f7-697a-4be3-92ba-88c71ee63e78'] {{(pid=93156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:46:39.573296 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f386f91-fa1a-4860-9a11-8f68bbbb65aa req-11f12308-a136-44ca-b291-5a2d9951693d tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:39.573934 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [req-5f386f91-fa1a-4860-9a11-8f68bbbb65aa req-11f12308-a136-44ca-b291-5a2d9951693d tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:39.575371 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-5f386f91-fa1a-4860-9a11-8f68bbbb65aa req-11f12308-a136-44ca-b291-5a2d9951693d tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "PUT /v2.0/ports/44be44f7-697a-4be3-92ba-88c71ee63e78 HTTP/1.1" status: 200 len: 942 time: 0.3349006 Jul 13 14:46:39.575827 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29dad77b-9172-405e-a02a-16121c61038f', 'tag': '44be44f7-697a-4be3-92ba-88c71ee63e78'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:46:39.578652 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed6c2a10c4293d159fef1cb7ab1dbb74578d6de099c458b34c07bebf01db353a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1982bc-3b4d-4c54-ac76-ecb30ca1d5ce" -d '{"events": [{"name": "network-changed", "server_uuid": "29dad77b-9172-405e-a02a-16121c61038f", "tag": "44be44f7-697a-4be3-92ba-88c71ee63e78"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:46:39.581668 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 33044) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:39.603984 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f12308-a136-44ca-b291-5a2d9951693d tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Pushing event updated for resources: {'Port': ['ID=44be44f7-697a-4be3-92ba-88c71ee63e78,revision_number=7']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:39.611651 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f12308-a136-44ca-b291-5a2d9951693d tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:39.611990 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f12308-a136-44ca-b291-5a2d9951693d tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:39.612328 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f12308-a136-44ca-b291-5a2d9951693d tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:39.612656 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f12308-a136-44ca-b291-5a2d9951693d tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:39.612982 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f12308-a136-44ca-b291-5a2d9951693d tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:39.613303 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f12308-a136-44ca-b291-5a2d9951693d tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:39.613626 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f12308-a136-44ca-b291-5a2d9951693d tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:39.613948 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f12308-a136-44ca-b291-5a2d9951693d tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:39.614280 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f12308-a136-44ca-b291-5a2d9951693d tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:39.614603 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f12308-a136-44ca-b291-5a2d9951693d tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:39.615095 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f12308-a136-44ca-b291-5a2d9951693d tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:39.615421 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f12308-a136-44ca-b291-5a2d9951693d tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:39.648838 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0a6f26-94c6-4a9a-9765-300563abd94b x-openstack-request-id: req-fe0a6f26-94c6-4a9a-9765-300563abd94b {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:46:39.649373 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29dad77b-9172-405e-a02a-16121c61038f", "tag": "44be44f7-697a-4be3-92ba-88c71ee63e78", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:46:39.649820 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fe0a6f26-94c6-4a9a-9765-300563abd94b {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:46:39.650459 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29dad77b-9172-405e-a02a-16121c61038f', 'tag': '44be44f7-697a-4be3-92ba-88c71ee63e78', 'status': 'completed', 'code': 200} Jul 13 14:46:39.675255 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8040280e-97f4-4c0a-be92-23125a362fa3 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks [] for security_group, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:39.706332 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] get_ports_and_sgs() called for port_ids ['44be44f7-697a-4be3-92ba-88c71ee63e78'] {{(pid=93156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:46:39.727071 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8040280e-97f4-4c0a-be92-23125a362fa3 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:39.782228 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1982bc-3b4d-4c54-ac76-ecb30ca1d5ce req-6e5db044-7c89-4f02-8555-c868954a8537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:39.783821 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-ca1982bc-3b4d-4c54-ac76-ecb30ca1d5ce req-6e5db044-7c89-4f02-8555-c868954a8537 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=08ba19d1698a49e796d2c1f89834cd4d&device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 1098 time: 0.0872338 Jul 13 14:46:39.826543 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-5d28a431-fe20-4689-a079-6a987bcc2cd4 None None] Provisioning complete for port 44be44f7-697a-4be3-92ba-88c71ee63e78 triggered by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:39.826910 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-5d28a431-fe20-4689-a079-6a987bcc2cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:39.848704 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8040280e-97f4-4c0a-be92-23125a362fa3 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:39.851285 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-8040280e-97f4-4c0a-be92-23125a362fa3 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:39.852417 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-8040280e-97f4-4c0a-be92-23125a362fa3 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "DELETE /v2.0/security-groups/1d64f804-7ffc-4b3e-be6d-c277c1f988aa HTTP/1.1" status: 204 len: 168 time: 0.2699568 Jul 13 14:46:39.855352 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 33046) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:39.866925 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8040280e-97f4-4c0a-be92-23125a362fa3 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d64f804-7ffc-4b3e-be6d-c277c1f988aa,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:39.880487 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8040280e-97f4-4c0a-be92-23125a362fa3 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:39.880875 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8040280e-97f4-4c0a-be92-23125a362fa3 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:39.881212 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8040280e-97f4-4c0a-be92-23125a362fa3 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:39.881546 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8040280e-97f4-4c0a-be92-23125a362fa3 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:39.881875 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8040280e-97f4-4c0a-be92-23125a362fa3 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:39.882202 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8040280e-97f4-4c0a-be92-23125a362fa3 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:39.882552 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8040280e-97f4-4c0a-be92-23125a362fa3 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:39.882873 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8040280e-97f4-4c0a-be92-23125a362fa3 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:39.883195 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8040280e-97f4-4c0a-be92-23125a362fa3 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:39.883514 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8040280e-97f4-4c0a-be92-23125a362fa3 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:39.883848 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8040280e-97f4-4c0a-be92-23125a362fa3 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:39.884154 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8040280e-97f4-4c0a-be92-23125a362fa3 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:39.906424 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1982bc-3b4d-4c54-ac76-ecb30ca1d5ce req-495f492d-f06b-45d9-8ccf-ad61aaa120f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:39.907900 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-ca1982bc-3b4d-4c54-ac76-ecb30ca1d5ce req-495f492d-f06b-45d9-8ccf-ad61aaa120f6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=812001b7-e6dd-425d-ba24-1b5cc9e1a77e HTTP/1.1" status: 200 len: 915 time: 0.1170771 Jul 13 14:46:39.977005 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-ca1982bc-3b4d-4c54-ac76-ecb30ca1d5ce req-0476d90e-224d-4660-9b8e-8a5a945f0471 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44be44f7-697a-4be3-92ba-88c71ee63e78 HTTP/1.1" status: 200 len: 1001 time: 0.0614758 Jul 13 14:46:40.025243 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-e271d8b8-a20b-4127-84d4-e251b86ba2f5 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Deleting port 8d2f1fdc-d091-498e-8374-2015b4431505 {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:46:40.025475 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e271d8b8-a20b-4127-84d4-e251b86ba2f5 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:40.028347 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1982bc-3b4d-4c54-ac76-ecb30ca1d5ce req-6d34d63f-8235-4606-b2b8-aebc511ed5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:40.029835 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-ca1982bc-3b4d-4c54-ac76-ecb30ca1d5ce req-6d34d63f-8235-4606-b2b8-aebc511ed5e4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8b3a93c6-e4b5-45d7-85af-0d0ef56c93ef HTTP/1.1" status: 200 len: 853 time: 0.0463264 Jul 13 14:46:40.088747 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1982bc-3b4d-4c54-ac76-ecb30ca1d5ce req-54fca780-b6cb-4ff6-bb0e-9424cdf447d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:40.090293 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-ca1982bc-3b4d-4c54-ac76-ecb30ca1d5ce req-54fca780-b6cb-4ff6-bb0e-9424cdf447d5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=812001b7-e6dd-425d-ba24-1b5cc9e1a77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523148 Jul 13 14:46:40.102743 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e271d8b8-a20b-4127-84d4-e251b86ba2f5 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:40.103139 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e271d8b8-a20b-4127-84d4-e251b86ba2f5 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:40.114735 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-e271d8b8-a20b-4127-84d4-e251b86ba2f5 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Calling delete_port for 8d2f1fdc-d091-498e-8374-2015b4431505 owned by network:floatingip {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:46:40.176992 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-ca1982bc-3b4d-4c54-ac76-ecb30ca1d5ce req-3e390064-5697-4355-8242-3e4c97e2fbfa service neutron] 10.222.0.39 "GET /v2.0/networks/812001b7-e6dd-425d-ba24-1b5cc9e1a77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789323 Jul 13 14:46:40.259192 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e271d8b8-a20b-4127-84d4-e251b86ba2f5 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800428'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:40.269397 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-ca1982bc-3b4d-4c54-ac76-ecb30ca1d5ce req-b4c4dc4e-e497-4a95-bdbe-e0da6158def2 service neutron] 10.222.0.39 "GET /v2.0/networks/812001b7-e6dd-425d-ba24-1b5cc9e1a77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859849 Jul 13 14:46:40.285775 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e271d8b8-a20b-4127-84d4-e251b86ba2f5 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Pushing event deleted for resources: {'Port': ['ID=8d2f1fdc-d091-498e-8374-2015b4431505,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:40.342915 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e271d8b8-a20b-4127-84d4-e251b86ba2f5 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks [] for floatingip, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:40.343328 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.db.l3_db [None req-e271d8b8-a20b-4127-84d4-e251b86ba2f5 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Floating IP 7555f9b5-2051-4248-935e-5ce9d7047bd0 disassociated (deleted). External IP: 172.27.3.212, port: 44be44f7-697a-4be3-92ba-88c71ee63e78. Jul 13 14:46:40.541106 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e271d8b8-a20b-4127-84d4-e251b86ba2f5 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Router 2458d941-64e0-4ff4-881e-9b7007afaca3 has already been hosted by L3 agent d92cc109-9c2d-42ed-8c1d-d826fa90f9d0 {{(pid=93154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:46:40.645213 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e271d8b8-a20b-4127-84d4-e251b86ba2f5 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify agent at l3_agent.dv-cinder-784453-8-iscsi the message routers_updated {{(pid=93154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:46:40.650555 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e271d8b8-a20b-4127-84d4-e251b86ba2f5 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for floatingip, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:40.654407 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588ee0b1-3ed2-49df-b845-9c3affe1f4ca None None] Sync routers for ids ['2458d941-64e0-4ff4-881e-9b7007afaca3'] in dv-cinder-784453-8-iscsi {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:46:40.663056 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588ee0b1-3ed2-49df-b845-9c3affe1f4ca None None] Routers {'2458d941-64e0-4ff4-881e-9b7007afaca3'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:46:40.663666 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-588ee0b1-3ed2-49df-b845-9c3affe1f4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:46:36Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['2458d941-64e0-4ff4-881e-9b7007afaca3'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:40.686636 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-e271d8b8-a20b-4127-84d4-e251b86ba2f5 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "DELETE /v2.0/floatingips/7555f9b5-2051-4248-935e-5ce9d7047bd0 HTTP/1.1" status: 204 len: 168 time: 0.8301637 Jul 13 14:46:40.769299 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-588ee0b1-3ed2-49df-b845-9c3affe1f4ca None None] Set router 2458d941-64e0-4ff4-881e-9b7007afaca3 gateway port host: dv-cinder-784453-8-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:46:41.090581 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-588ee0b1-3ed2-49df-b845-9c3affe1f4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2458d941-64e0-4ff4-881e-9b7007afaca3', 'name': 'tempest-TestMinimumBasicScenario-929229259-router', 'tenant_id': '08ba19d1698a49e796d2c1f89834cd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:44:32Z', 'updated_at': '2021-07-13T14:44:35Z', 'revision_number': 4, 'project_id': '08ba19d1698a49e796d2c1f89834cd4d', 'gw_port': {'id': 'bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:89:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2458d941-64e0-4ff4-881e-9b7007afaca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:44:32Z', 'updated_at': '2021-07-13T14:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': '4d3d8774-8abd-4b1d-8084-02262692e850', 'name': '', 'network_id': '812001b7-e6dd-425d-ba24-1b5cc9e1a77e', 'tenant_id': '08ba19d1698a49e796d2c1f89834cd4d', 'mac_address': 'fa:16:3e:74:24:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2458d941-64e0-4ff4-881e-9b7007afaca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8b3a93c6-e4b5-45d7-85af-0d0ef56c93ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:44:34Z', 'updated_at': '2021-07-13T14:44:41Z', 'revision_number': 5, 'project_id': '08ba19d1698a49e796d2c1f89834cd4d', 'subnets': [{'id': '8b3a93c6-e4b5-45d7-85af-0d0ef56c93ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:41.116230 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588ee0b1-3ed2-49df-b845-9c3affe1f4ca None None] Checking router: 2458d941-64e0-4ff4-881e-9b7007afaca3 for host: dv-cinder-784453-8-iscsi {{(pid=93156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:46:41.124073 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588ee0b1-3ed2-49df-b845-9c3affe1f4ca None None] Routers {'2458d941-64e0-4ff4-881e-9b7007afaca3'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:46:41.125357 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-588ee0b1-3ed2-49df-b845-9c3affe1f4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:46:36Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['2458d941-64e0-4ff4-881e-9b7007afaca3'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:41.232978 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-588ee0b1-3ed2-49df-b845-9c3affe1f4ca None None] Set router 2458d941-64e0-4ff4-881e-9b7007afaca3 gateway port host: dv-cinder-784453-8-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:46:41.428017 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-588ee0b1-3ed2-49df-b845-9c3affe1f4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2458d941-64e0-4ff4-881e-9b7007afaca3', 'name': 'tempest-TestMinimumBasicScenario-929229259-router', 'tenant_id': '08ba19d1698a49e796d2c1f89834cd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:44:32Z', 'updated_at': '2021-07-13T14:44:35Z', 'revision_number': 4, 'project_id': '08ba19d1698a49e796d2c1f89834cd4d', 'gw_port': {'id': 'bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:89:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2458d941-64e0-4ff4-881e-9b7007afaca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:44:32Z', 'updated_at': '2021-07-13T14:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': '4d3d8774-8abd-4b1d-8084-02262692e850', 'name': '', 'network_id': '812001b7-e6dd-425d-ba24-1b5cc9e1a77e', 'tenant_id': '08ba19d1698a49e796d2c1f89834cd4d', 'mac_address': 'fa:16:3e:74:24:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2458d941-64e0-4ff4-881e-9b7007afaca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8b3a93c6-e4b5-45d7-85af-0d0ef56c93ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:44:34Z', 'updated_at': '2021-07-13T14:44:41Z', 'revision_number': 5, 'project_id': '08ba19d1698a49e796d2c1f89834cd4d', 'subnets': [{'id': '8b3a93c6-e4b5-45d7-85af-0d0ef56c93ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:41.453462 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588ee0b1-3ed2-49df-b845-9c3affe1f4ca None None] The sync data for ids ['2458d941-64e0-4ff4-881e-9b7007afaca3'] in dv-cinder-784453-8-iscsi is: [{'id': '2458d941-64e0-4ff4-881e-9b7007afaca3', 'name': 'tempest-TestMinimumBasicScenario-929229259-router', 'tenant_id': '08ba19d1698a49e796d2c1f89834cd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:44:32Z', 'updated_at': '2021-07-13T14:44:35Z', 'revision_number': 4, 'project_id': '08ba19d1698a49e796d2c1f89834cd4d', 'gw_port': {'id': 'bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:89:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2458d941-64e0-4ff4-881e-9b7007afaca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:44:32Z', 'updated_at': '2021-07-13T14:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': '4d3d8774-8abd-4b1d-8084-02262692e850', 'name': '', 'network_id': '812001b7-e6dd-425d-ba24-1b5cc9e1a77e', 'tenant_id': '08ba19d1698a49e796d2c1f89834cd4d', 'mac_address': 'fa:16:3e:74:24:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2458d941-64e0-4ff4-881e-9b7007afaca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8b3a93c6-e4b5-45d7-85af-0d0ef56c93ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:44:34Z', 'updated_at': '2021-07-13T14:44:41Z', 'revision_number': 5, 'project_id': '08ba19d1698a49e796d2c1f89834cd4d', 'subnets': [{'id': '8b3a93c6-e4b5-45d7-85af-0d0ef56c93ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:46:41.651960 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29dad77b-9172-405e-a02a-16121c61038f', 'tag': '44be44f7-697a-4be3-92ba-88c71ee63e78'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:46:41.654299 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed6c2a10c4293d159fef1cb7ab1dbb74578d6de099c458b34c07bebf01db353a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2720a47e-3c96-4827-90be-8e4147681f80" -d '{"events": [{"name": "network-changed", "server_uuid": "29dad77b-9172-405e-a02a-16121c61038f", "tag": "44be44f7-697a-4be3-92ba-88c71ee63e78"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:46:41.659860 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9981ec97-29e0-4ac6-84bd-20a84e1c893f None None] New status for floating IP 7555f9b5-2051-4248-935e-5ce9d7047bd0: DOWN {{(pid=93157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:46:41.691471 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1132c46-a8bc-4121-883a-9df85dc36deb x-openstack-request-id: req-d1132c46-a8bc-4121-883a-9df85dc36deb {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:46:41.691760 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29dad77b-9172-405e-a02a-16121c61038f", "tag": "44be44f7-697a-4be3-92ba-88c71ee63e78", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:46:41.692014 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d1132c46-a8bc-4121-883a-9df85dc36deb {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:46:41.692410 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29dad77b-9172-405e-a02a-16121c61038f', 'tag': '44be44f7-697a-4be3-92ba-88c71ee63e78', 'status': 'completed', 'code': 200} Jul 13 14:46:41.796535 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720a47e-3c96-4827-90be-8e4147681f80 req-159f564e-ad6a-4237-a074-ea87c47170f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:41.798040 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-2720a47e-3c96-4827-90be-8e4147681f80 req-159f564e-ad6a-4237-a074-ea87c47170f6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=08ba19d1698a49e796d2c1f89834cd4d&device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 1098 time: 0.0584493 Jul 13 14:46:41.891758 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720a47e-3c96-4827-90be-8e4147681f80 req-40f9c5ba-f018-4557-bcac-bae18cfacf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:41.893220 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-2720a47e-3c96-4827-90be-8e4147681f80 req-40f9c5ba-f018-4557-bcac-bae18cfacf6f service neutron] 10.222.0.39 "GET /v2.0/networks?id=812001b7-e6dd-425d-ba24-1b5cc9e1a77e HTTP/1.1" status: 200 len: 915 time: 0.0884616 Jul 13 14:46:41.932337 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-2720a47e-3c96-4827-90be-8e4147681f80 req-80540094-076f-49b4-944f-5ae91228665e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44be44f7-697a-4be3-92ba-88c71ee63e78 HTTP/1.1" status: 200 len: 217 time: 0.0331676 Jul 13 14:46:41.979224 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720a47e-3c96-4827-90be-8e4147681f80 req-d3cfc84b-5945-4923-9f0a-faf3109fa678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:41.980552 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-2720a47e-3c96-4827-90be-8e4147681f80 req-d3cfc84b-5945-4923-9f0a-faf3109fa678 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8b3a93c6-e4b5-45d7-85af-0d0ef56c93ef HTTP/1.1" status: 200 len: 853 time: 0.0423515 Jul 13 14:46:42.040040 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720a47e-3c96-4827-90be-8e4147681f80 req-7b88cf7f-36da-4226-a900-619b56f0d135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:42.041500 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-2720a47e-3c96-4827-90be-8e4147681f80 req-7b88cf7f-36da-4226-a900-619b56f0d135 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=812001b7-e6dd-425d-ba24-1b5cc9e1a77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547104 Jul 13 14:46:42.128600 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-2720a47e-3c96-4827-90be-8e4147681f80 req-b282b7cb-3184-4f0f-8543-e0e087dbcca1 service neutron] 10.222.0.39 "GET /v2.0/networks/812001b7-e6dd-425d-ba24-1b5cc9e1a77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807920 Jul 13 14:46:42.219485 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-2720a47e-3c96-4827-90be-8e4147681f80 req-becd0bc3-6d51-40fc-805f-942e19329a2e service neutron] 10.222.0.39 "GET /v2.0/networks/812001b7-e6dd-425d-ba24-1b5cc9e1a77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850341 Jul 13 14:46:43.728268 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5f37b-9a6b-49bb-82a6-375a2833fb3d req-cd3c2e16-e82c-431f-9285-0a9a1c287225 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:43.729731 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-84f5f37b-9a6b-49bb-82a6-375a2833fb3d req-cd3c2e16-e82c-431f-9285-0a9a1c287225 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/ports?device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 945 time: 0.0636189 Jul 13 14:46:43.767104 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-84f5f37b-9a6b-49bb-82a6-375a2833fb3d req-954d989a-9bde-4ecf-8580-5645ff270dd2 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9b79ec6-b281-4976-adde-0ff8c086a479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318375 Jul 13 14:46:44.936975 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed392d-762c-4132-8018-c7aade8390a6 req-12c47572-7008-4b58-8493-ee7a6523f84e tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:44.938943 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-41ed392d-762c-4132-8018-c7aade8390a6 req-12c47572-7008-4b58-8493-ee7a6523f84e tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/ports?device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 945 time: 0.0611942 Jul 13 14:46:44.976081 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-41ed392d-762c-4132-8018-c7aade8390a6 req-4d48c575-c933-447c-ae00-47322287e5e4 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9b79ec6-b281-4976-adde-0ff8c086a479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317295 Jul 13 14:46:46.148555 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8e039-18a6-4810-bcb3-aa88deb018cb req-41cebb03-ba32-4ab0-b7c5-c28d0234d4f4 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:46.149931 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2ed8e039-18a6-4810-bcb3-aa88deb018cb req-41cebb03-ba32-4ab0-b7c5-c28d0234d4f4 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/ports?device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 945 time: 0.0611243 Jul 13 14:46:46.190296 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-2ed8e039-18a6-4810-bcb3-aa88deb018cb req-69be6aee-e3d2-4329-b9dd-5802708dd697 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9b79ec6-b281-4976-adde-0ff8c086a479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347784 Jul 13 14:46:46.863165 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:47.256980 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce1dc7-bcaf-4d99-b1d7-aeabcf3fc3c6 req-bd3960fa-35f8-4d2a-8bda-da0fe710b09d tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:47.258453 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-afce1dc7-bcaf-4d99-b1d7-aeabcf3fc3c6 req-bd3960fa-35f8-4d2a-8bda-da0fe710b09d tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.39 "GET /v2.0/ports?device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 945 time: 0.3336716 Jul 13 14:46:47.357560 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [req-afce1dc7-bcaf-4d99-b1d7-aeabcf3fc3c6 req-101ae1f1-64be-4be5-b7bc-ab678d2cd346 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Deleting port 44be44f7-697a-4be3-92ba-88c71ee63e78 {{(pid=93155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:46:47.357899 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-afce1dc7-bcaf-4d99-b1d7-aeabcf3fc3c6 req-101ae1f1-64be-4be5-b7bc-ab678d2cd346 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:47.359529 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51fec8-9121-409d-8ff9-af89ce7c8532 req-2e249df1-bfd0-44f1-bc44-2387f0b7a027 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:47.361014 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4e51fec8-9121-409d-8ff9-af89ce7c8532 req-2e249df1-bfd0-44f1-bc44-2387f0b7a027 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/ports?device_id=29dad77b-9172-405e-a02a-16121c61038f HTTP/1.1" status: 200 len: 945 time: 0.0617251 Jul 13 14:46:47.398597 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-4e51fec8-9121-409d-8ff9-af89ce7c8532 req-1e4c893c-acf2-4ff5-a2c4-981d76224be6 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9b79ec6-b281-4976-adde-0ff8c086a479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318205 Jul 13 14:46:47.442544 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-afce1dc7-bcaf-4d99-b1d7-aeabcf3fc3c6 req-101ae1f1-64be-4be5-b7bc-ab678d2cd346 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] For port 44be44f7-697a-4be3-92ba-88c71ee63e78, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=44be44f7-697a-4be3-92ba-88c71ee63e78,segment=NetworkSegment(e03f4dc9-891e-4167-b194-6b5f3b30e457),segment_id=e03f4dc9-891e-4167-b194-6b5f3b30e457)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:46:47.442911 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-afce1dc7-bcaf-4d99-b1d7-aeabcf3fc3c6 req-101ae1f1-64be-4be5-b7bc-ab678d2cd346 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:47.455547 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [req-afce1dc7-bcaf-4d99-b1d7-aeabcf3fc3c6 req-101ae1f1-64be-4be5-b7bc-ab678d2cd346 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Calling delete_port for 44be44f7-697a-4be3-92ba-88c71ee63e78 owned by compute:nova {{(pid=93155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:46:47.578196 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-afce1dc7-bcaf-4d99-b1d7-aeabcf3fc3c6 req-101ae1f1-64be-4be5-b7bc-ab678d2cd346 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:47.607792 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ae1f1-64be-4be5-b7bc-ab678d2cd346 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Pushing event deleted for resources: {'Port': ['ID=44be44f7-697a-4be3-92ba-88c71ee63e78,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:47.612284 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] get_ports_and_sgs() called for port_ids ['44be44f7-697a-4be3-92ba-88c71ee63e78'] {{(pid=93156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:46:47.659666 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [req-afce1dc7-bcaf-4d99-b1d7-aeabcf3fc3c6 req-101ae1f1-64be-4be5-b7bc-ab678d2cd346 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] No DVR routers for this DVR port 44be44f7-697a-4be3-92ba-88c71ee63e78 on host hv-cinder-78445 {{(pid=93155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:46:47.662231 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-afce1dc7-bcaf-4d99-b1d7-aeabcf3fc3c6 req-101ae1f1-64be-4be5-b7bc-ab678d2cd346 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:47.664419 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-afce1dc7-bcaf-4d99-b1d7-aeabcf3fc3c6 req-101ae1f1-64be-4be5-b7bc-ab678d2cd346 tempest-TestMinimumBasicScenario-624885052 tempest-TestMinimumBasicScenario-624885052-project] 10.222.0.39 "DELETE /v2.0/ports/44be44f7-697a-4be3-92ba-88c71ee63e78 HTTP/1.1" status: 204 len: 173 time: 0.4004378 Jul 13 14:46:47.664851 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29dad77b-9172-405e-a02a-16121c61038f', 'name': 'network-vif-deleted', 'tag': '44be44f7-697a-4be3-92ba-88c71ee63e78'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:46:47.667214 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969d499ae61b7a2d5523e15545dbdfcb627d31ab7a946dd0dec0766d655d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0efb0d22-0ca2-4281-86f9-f37a2407e515" -d '{"events": [{"server_uuid": "29dad77b-9172-405e-a02a-16121c61038f", "name": "network-vif-deleted", "tag": "44be44f7-697a-4be3-92ba-88c71ee63e78"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:46:47.771080 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5956e6-0cfc-4ac5-9f8a-82c8de812611 x-openstack-request-id: req-0e5956e6-0cfc-4ac5-9f8a-82c8de812611 {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:46:47.771613 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29dad77b-9172-405e-a02a-16121c61038f", "name": "network-vif-deleted", "tag": "44be44f7-697a-4be3-92ba-88c71ee63e78", "status": "completed", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:46:47.772000 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0e5956e6-0cfc-4ac5-9f8a-82c8de812611 {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:46:47.772406 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29dad77b-9172-405e-a02a-16121c61038f', 'name': 'network-vif-deleted', 'tag': '44be44f7-697a-4be3-92ba-88c71ee63e78', 'status': 'completed', 'code': 200} Jul 13 14:46:48.999462 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 33160) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:49.339810 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-f5558505-8395-447b-8403-cbaa84712e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1992038'] for router_interface, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:49.583213 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-f5558505-8395-447b-8403-cbaa84712e50 admin admin] Deleting port 4d3d8774-8abd-4b1d-8084-02262692e850 {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:46:49.583555 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-f5558505-8395-447b-8403-cbaa84712e50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:49.658197 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-f5558505-8395-447b-8403-cbaa84712e50 admin admin] For port 4d3d8774-8abd-4b1d-8084-02262692e850, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=4d3d8774-8abd-4b1d-8084-02262692e850,segment=NetworkSegment(e03f4dc9-891e-4167-b194-6b5f3b30e457),segment_id=e03f4dc9-891e-4167-b194-6b5f3b30e457)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:46:49.658486 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-f5558505-8395-447b-8403-cbaa84712e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:49.670771 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-f5558505-8395-447b-8403-cbaa84712e50 admin admin] Calling delete_port for 4d3d8774-8abd-4b1d-8084-02262692e850 owned by network:router_interface {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:46:49.723992 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 44be44f7-697a-4be3-92ba-88c71ee63e78 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:46:49.746435 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] No Port match for: 44be44f7-697a-4be3-92ba-88c71ee63e78 {{(pid=93156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:46:49.746778 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 44be44f7-697a-4be3-92ba-88c71ee63e78 not bound to the agent host hv-cinder-78445 {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:46:49.847592 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-f5558505-8395-447b-8403-cbaa84712e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800428'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:49.871844 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5558505-8395-447b-8403-cbaa84712e50 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d3d8774-8abd-4b1d-8084-02262692e850,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:50.032815 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-f5558505-8395-447b-8403-cbaa84712e50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1992578'] for router_interface, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:50.235358 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5558505-8395-447b-8403-cbaa84712e50 admin admin] Router 2458d941-64e0-4ff4-881e-9b7007afaca3 has already been hosted by L3 agent d92cc109-9c2d-42ed-8c1d-d826fa90f9d0 {{(pid=93154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:46:50.336785 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5558505-8395-447b-8403-cbaa84712e50 admin admin] Notify agent at l3_agent.dv-cinder-784453-8-iscsi the message routers_updated {{(pid=93154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:46:50.341679 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-f5558505-8395-447b-8403-cbaa84712e50 admin admin] 10.222.0.11 "PUT /v2.0/routers/2458d941-64e0-4ff4-881e-9b7007afaca3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3400486 Jul 13 14:46:50.344209 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 33164) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:50.346981 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2ada5f-efb1-4637-bfe7-4025c037a2b0 None None] Sync routers for ids ['2458d941-64e0-4ff4-881e-9b7007afaca3'] in dv-cinder-784453-8-iscsi {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:46:50.356224 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2ada5f-efb1-4637-bfe7-4025c037a2b0 None None] Routers {'2458d941-64e0-4ff4-881e-9b7007afaca3'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:46:50.356914 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-0f2ada5f-efb1-4637-bfe7-4025c037a2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:46:36Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['2458d941-64e0-4ff4-881e-9b7007afaca3'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:50.444071 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bc7f2f59-1389-45ef-9f97-130ae60514e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:50.460039 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-0f2ada5f-efb1-4637-bfe7-4025c037a2b0 None None] Set router 2458d941-64e0-4ff4-881e-9b7007afaca3 gateway port host: dv-cinder-784453-8-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:46:50.543045 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bc7f2f59-1389-45ef-9f97-130ae60514e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:50.595924 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-bc7f2f59-1389-45ef-9f97-130ae60514e0 admin admin] Deleting port bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7 {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:46:50.596258 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bc7f2f59-1389-45ef-9f97-130ae60514e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:50.634186 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-0f2ada5f-efb1-4637-bfe7-4025c037a2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2458d941-64e0-4ff4-881e-9b7007afaca3', 'name': 'tempest-TestMinimumBasicScenario-929229259-router', 'tenant_id': '08ba19d1698a49e796d2c1f89834cd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:44:32Z', 'updated_at': '2021-07-13T14:46:49Z', 'revision_number': 5, 'project_id': '08ba19d1698a49e796d2c1f89834cd4d', 'gw_port': {'id': 'bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:89:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2458d941-64e0-4ff4-881e-9b7007afaca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:44:32Z', 'updated_at': '2021-07-13T14:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi'}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:50.660375 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2ada5f-efb1-4637-bfe7-4025c037a2b0 None None] Checking router: 2458d941-64e0-4ff4-881e-9b7007afaca3 for host: dv-cinder-784453-8-iscsi {{(pid=93156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:46:50.669202 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2ada5f-efb1-4637-bfe7-4025c037a2b0 None None] Routers {'2458d941-64e0-4ff4-881e-9b7007afaca3'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:46:50.669838 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-0f2ada5f-efb1-4637-bfe7-4025c037a2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:46:36Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['2458d941-64e0-4ff4-881e-9b7007afaca3'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:50.680588 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-bc7f2f59-1389-45ef-9f97-130ae60514e0 admin admin] For port bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7,segment=NetworkSegment(1dffabd1-9f9c-45cf-80ba-954af1e6bced),segment_id=1dffabd1-9f9c-45cf-80ba-954af1e6bced)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:46:50.680801 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bc7f2f59-1389-45ef-9f97-130ae60514e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:50.693860 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-bc7f2f59-1389-45ef-9f97-130ae60514e0 admin admin] Calling delete_port for bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7 owned by network:router_gateway {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:46:50.756534 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-0f2ada5f-efb1-4637-bfe7-4025c037a2b0 None None] Set router 2458d941-64e0-4ff4-881e-9b7007afaca3 gateway port host: None {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:46:50.810546 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-0f2ada5f-efb1-4637-bfe7-4025c037a2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2458d941-64e0-4ff4-881e-9b7007afaca3', 'name': 'tempest-TestMinimumBasicScenario-929229259-router', 'tenant_id': '08ba19d1698a49e796d2c1f89834cd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:44:32Z', 'updated_at': '2021-07-13T14:46:50Z', 'revision_number': 6, 'project_id': '08ba19d1698a49e796d2c1f89834cd4d', 'gw_port_host': None}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:50.836935 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2ada5f-efb1-4637-bfe7-4025c037a2b0 None None] The sync data for ids ['2458d941-64e0-4ff4-881e-9b7007afaca3'] in dv-cinder-784453-8-iscsi is: [{'id': '2458d941-64e0-4ff4-881e-9b7007afaca3', 'name': 'tempest-TestMinimumBasicScenario-929229259-router', 'tenant_id': '08ba19d1698a49e796d2c1f89834cd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:44:32Z', 'updated_at': '2021-07-13T14:46:50Z', 'revision_number': 6, 'project_id': '08ba19d1698a49e796d2c1f89834cd4d', 'gw_port_host': None}] {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:46:50.870032 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bc7f2f59-1389-45ef-9f97-130ae60514e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800428'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:50.895427 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f2f59-1389-45ef-9f97-130ae60514e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:50.955911 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bc7f2f59-1389-45ef-9f97-130ae60514e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1994752'] for router_gateway, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:51.287124 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bc7f2f59-1389-45ef-9f97-130ae60514e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2095243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4254'] for router, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:51.289514 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bc7f2f59-1389-45ef-9f97-130ae60514e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:51.335510 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bc7f2f59-1389-45ef-9f97-130ae60514e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096411'] for router, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:51.336012 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7f2f59-1389-45ef-9f97-130ae60514e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2458d941-64e0-4ff4-881e-9b7007afaca3 {{(pid=93154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:46:51.340472 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bc7f2f59-1389-45ef-9f97-130ae60514e0 admin admin] Notify callbacks [] for router, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:51.341740 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-bc7f2f59-1389-45ef-9f97-130ae60514e0 admin admin] 10.222.0.11 "DELETE /v2.0/routers/2458d941-64e0-4ff4-881e-9b7007afaca3 HTTP/1.1" status: 204 len: 168 time: 0.9965918 Jul 13 14:46:51.344325 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 33176) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:51.407841 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_v2 [None req-48dc1414-9c21-42e7-b1a0-8da8b36af948 admin admin] Deleting subnet 8b3a93c6-e4b5-45d7-85af-0d0ef56c93ef {{(pid=93154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:46:51.414720 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-8aa83bb8-6799-4842-a12f-166b2e7de68b tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1572674527&fields=id&tenant_id=99769a464f6d4affafc17bdbbd66183b HTTP/1.1" status: 200 len: 267 time: 0.0634542 Jul 13 14:46:51.415347 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-48dc1414-9c21-42e7-b1a0-8da8b36af948 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:51.497399 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-48dc1414-9c21-42e7-b1a0-8da8b36af948 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421046'] for subnet, precommit_delete_associations {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:51.591940 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-cd66656f-5062-4c3a-970e-415e7dea9fd1 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:51.593312 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-cd66656f-5062-4c3a-970e-415e7dea9fd1 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/networks?id=c4e52171-321c-48d2-9bf2-ea19f9b9ae29 HTTP/1.1" status: 200 len: 811 time: 0.1560116 Jul 13 14:46:51.616885 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-3b69649f-95a9-4258-b47a-55b08b716dfd tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/quotas/99769a464f6d4affafc17bdbbd66183b HTTP/1.1" status: 200 len: 375 time: 0.0177410 Jul 13 14:46:51.619721 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-48dc1414-9c21-42e7-b1a0-8da8b36af948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870331'] for subnet, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:51.662001 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 4d3d8774-8abd-4b1d-8084-02262692e850 no longer exists at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:46:51.683521 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] No Port match for: 4d3d8774-8abd-4b1d-8084-02262692e850 {{(pid=93156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:46:51.684002 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 4d3d8774-8abd-4b1d-8084-02262692e850 not bound to the agent host dv-cinder-784453-8-iscsi {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:46:51.712662 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-48dc1414-9c21-42e7-b1a0-8da8b36af948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8800497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8958797'] for subnet, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:51.735577 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-6637f6fd-488d-4a14-bc6c-36cab69ff920 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=99769a464f6d4affafc17bdbbd66183b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1134894 Jul 13 14:46:51.760393 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-819f3359-b806-44fb-9c50-d0a76a74e2f4 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 14:46:51.761330 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-819f3359-b806-44fb-9c50-d0a76a74e2f4 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064735 Jul 13 14:46:51.762023 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc1414-9c21-42e7-b1a0-8da8b36af948 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b3a93c6-e4b5-45d7-85af-0d0ef56c93ef,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:51.764111 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-48dc1414-9c21-42e7-b1a0-8da8b36af948 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for subnet, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:51.768361 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-48dc1414-9c21-42e7-b1a0-8da8b36af948 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8b3a93c6-e4b5-45d7-85af-0d0ef56c93ef HTTP/1.1" status: 204 len: 168 time: 0.4207435 Jul 13 14:46:51.768651 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 33178) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:51.768747 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cbf65a-bc4a-4388-9676-9732513adeea None None] Network 812001b7-e6dd-425d-ba24-1b5cc9e1a77e requested from dv-cinder-784453-8-iscsi {{(pid=93156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:46:51.893230 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4558256b-b3ce-4406-8213-86f5312c2734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-993822'] for network, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:51.919823 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-71d85afb-f4f9-4904-ac81-8f1cfcf75ac6 service neutron] 10.222.0.11 "GET /v2.0/networks/c4e52171-321c-48d2-9bf2-ea19f9b9ae29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444924 Jul 13 14:46:51.983592 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12b6099-df1d-4a6c-bdc0-909ccdbfbea6 None None] DHCP port deletion for 812001b7-e6dd-425d-ba24-1b5cc9e1a77e request from dv-cinder-784453-8-iscsi {{(pid=93156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:46:52.032839 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-b12b6099-df1d-4a6c-bdc0-909ccdbfbea6 None None] Deleting port 6bac579f-256f-400c-8387-ed1dad019fcf {{(pid=93156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:46:52.033228 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-b12b6099-df1d-4a6c-bdc0-909ccdbfbea6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:52.047591 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-4558256b-b3ce-4406-8213-86f5312c2734 admin admin] Deleting port 6bac579f-256f-400c-8387-ed1dad019fcf {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:46:52.047930 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4558256b-b3ce-4406-8213-86f5312c2734 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:52.064319 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-0ff4233d-173a-46f6-9a53-91e813749e90 service neutron] 10.222.0.11 "GET /v2.0/networks/c4e52171-321c-48d2-9bf2-ea19f9b9ae29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211271 Jul 13 14:46:52.099894 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-b12b6099-df1d-4a6c-bdc0-909ccdbfbea6 None None] For port 6bac579f-256f-400c-8387-ed1dad019fcf, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=6bac579f-256f-400c-8387-ed1dad019fcf,segment=NetworkSegment(e03f4dc9-891e-4167-b194-6b5f3b30e457),segment_id=e03f4dc9-891e-4167-b194-6b5f3b30e457)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:46:52.100391 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-b12b6099-df1d-4a6c-bdc0-909ccdbfbea6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:52.116800 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-b12b6099-df1d-4a6c-bdc0-909ccdbfbea6 None None] Calling delete_port for 6bac579f-256f-400c-8387-ed1dad019fcf owned by network:dhcp {{(pid=93156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:46:52.122754 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-4558256b-b3ce-4406-8213-86f5312c2734 admin admin] For port 6bac579f-256f-400c-8387-ed1dad019fcf, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=6bac579f-256f-400c-8387-ed1dad019fcf,segment=NetworkSegment(e03f4dc9-891e-4167-b194-6b5f3b30e457),segment_id=e03f4dc9-891e-4167-b194-6b5f3b30e457)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:46:52.123114 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4558256b-b3ce-4406-8213-86f5312c2734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:52.137173 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-4558256b-b3ce-4406-8213-86f5312c2734 admin admin] Calling delete_port for 6bac579f-256f-400c-8387-ed1dad019fcf owned by network:dhcp {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:46:52.203757 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-b12b6099-df1d-4a6c-bdc0-909ccdbfbea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847'] for port, after_delete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:52.221559 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4558256b-b3ce-4406-8213-86f5312c2734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800428'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:52.239084 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12b6099-df1d-4a6c-bdc0-909ccdbfbea6 None None] No DVR routers for this DVR port 6bac579f-256f-400c-8387-ed1dad019fcf on host dv-cinder-784453-8-iscsi {{(pid=93156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:46:52.243892 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b6099-df1d-4a6c-bdc0-909ccdbfbea6 None None] Pushing event deleted for resources: {'Port': ['ID=6bac579f-256f-400c-8387-ed1dad019fcf,revision_number=None']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:52.250668 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4558256b-b3ce-4406-8213-86f5312c2734 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bac579f-256f-400c-8387-ed1dad019fcf,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:52.253399 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b6099-df1d-4a6c-bdc0-909ccdbfbea6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:52.253574 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4558256b-b3ce-4406-8213-86f5312c2734 admin admin] No DVR routers for this DVR port 6bac579f-256f-400c-8387-ed1dad019fcf on host dv-cinder-784453-8-iscsi {{(pid=93154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:46:52.253761 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b6099-df1d-4a6c-bdc0-909ccdbfbea6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:52.254106 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b6099-df1d-4a6c-bdc0-909ccdbfbea6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:52.254472 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b6099-df1d-4a6c-bdc0-909ccdbfbea6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:52.255447 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b6099-df1d-4a6c-bdc0-909ccdbfbea6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:52.255802 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b6099-df1d-4a6c-bdc0-909ccdbfbea6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:52.256202 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b6099-df1d-4a6c-bdc0-909ccdbfbea6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:52.256466 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b6099-df1d-4a6c-bdc0-909ccdbfbea6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:52.256944 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b6099-df1d-4a6c-bdc0-909ccdbfbea6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:52.257990 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b6099-df1d-4a6c-bdc0-909ccdbfbea6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:52.258364 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b6099-df1d-4a6c-bdc0-909ccdbfbea6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:52.258700 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b6099-df1d-4a6c-bdc0-909ccdbfbea6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:46:52.327375 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4558256b-b3ce-4406-8213-86f5312c2734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-869682', 'neutron.services.segments.db._delete_segments_for_network-8754803476884'] for network, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:52.338369 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.services.segments.db [None req-4558256b-b3ce-4406-8213-86f5312c2734 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['812001b7-e6dd-425d-ba24-1b5cc9e1a77e']}} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:52.349101 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.services.segments.db [None req-4558256b-b3ce-4406-8213-86f5312c2734 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e03f4dc9-891e-4167-b194-6b5f3b30e457') {'for_net_delete': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:52.349705 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.services.segments.db [None req-4558256b-b3ce-4406-8213-86f5312c2734 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e03f4dc9-891e-4167-b194-6b5f3b30e457') {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:52.358582 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4558256b-b3ce-4406-8213-86f5312c2734 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754803489931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9421039'] for segment, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:52.400433 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-574092a4-c991-437c-8328-20b6b446830e req-0509fac5-49ce-4289-9d09-501b8b6881b1 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=06177117-27d8-4e36-baac-f8ee925c8981 HTTP/1.1" status: 200 len: 210 time: 0.0342133 Jul 13 14:46:52.401382 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4558256b-b3ce-4406-8213-86f5312c2734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834'] for segment, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:52.408360 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4558256b-b3ce-4406-8213-86f5312c2734 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=93154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:46:52.408915 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4558256b-b3ce-4406-8213-86f5312c2734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8800607'] for segment, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:52.410706 dv-cinder-784453-8-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:46:52.410706 dv-cinder-784453-8-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:46:52.410706 dv-cinder-784453-8-iscsi neutron-server[93154]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:46:52.410706 dv-cinder-784453-8-iscsi neutron-server[93154]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:46:52.410706 dv-cinder-784453-8-iscsi neutron-server[93154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:46:52.410706 dv-cinder-784453-8-iscsi neutron-server[93154]: self.session.flush() Jul 13 14:46:52.410706 dv-cinder-784453-8-iscsi neutron-server[93154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:46:52.410706 dv-cinder-784453-8-iscsi neutron-server[93154]: self.session.flush() Jul 13 14:46:52.410706 dv-cinder-784453-8-iscsi neutron-server[93154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:46:52.410706 dv-cinder-784453-8-iscsi neutron-server[93154]: self.session.flush() Jul 13 14:46:52.410706 dv-cinder-784453-8-iscsi neutron-server[93154]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:46:52.410706 dv-cinder-784453-8-iscsi neutron-server[93154]: self.session.flush() Jul 13 14:46:52.410706 dv-cinder-784453-8-iscsi neutron-server[93154]: Traceback (most recent call last): Jul 13 14:46:52.410706 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:46:52.410706 dv-cinder-784453-8-iscsi neutron-server[93154]: timer() Jul 13 14:46:52.410706 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:46:52.410706 dv-cinder-784453-8-iscsi neutron-server[93154]: cb(*args, **kw) Jul 13 14:46:52.410706 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:46:52.410706 dv-cinder-784453-8-iscsi neutron-server[93154]: return func(*args, **kwargs) Jul 13 14:46:52.410706 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:46:52.410706 dv-cinder-784453-8-iscsi neutron-server[93154]: self._notify() Jul 13 14:46:52.410706 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:46:52.410706 dv-cinder-784453-8-iscsi neutron-server[93154]: self.callback(batched_events) Jul 13 14:46:52.410706 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:46:52.410706 dv-cinder-784453-8-iscsi neutron-server[93154]: event.method(event) Jul 13 14:46:52.410706 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:46:52.410706 dv-cinder-784453-8-iscsi neutron-server[93154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:46:52.410706 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:46:52.410706 dv-cinder-784453-8-iscsi neutron-server[93154]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:46:52.410706 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:46:52.410706 dv-cinder-784453-8-iscsi neutron-server[93154]: return f(self, *a, **k) Jul 13 14:46:52.410706 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:46:52.410706 dv-cinder-784453-8-iscsi neutron-server[93154]: return self._get(url).json() Jul 13 14:46:52.410706 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:46:52.410706 dv-cinder-784453-8-iscsi neutron-server[93154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:46:52.410706 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:46:52.410706 dv-cinder-784453-8-iscsi neutron-server[93154]: return self.request(url, 'GET', **kwargs) Jul 13 14:46:52.410706 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:46:52.410706 dv-cinder-784453-8-iscsi neutron-server[93154]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:46:52.410706 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:46:52.410706 dv-cinder-784453-8-iscsi neutron-server[93154]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:46:52.410706 dv-cinder-784453-8-iscsi neutron-server[93154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:46:52.410706 dv-cinder-784453-8-iscsi neutron-server[93154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:46:52.410706 dv-cinder-784453-8-iscsi neutron-server[93154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:46:52.463537 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4558256b-b3ce-4406-8213-86f5312c2734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-869689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1994796'] for network, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:52.470323 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4558256b-b3ce-4406-8213-86f5312c2734 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for network, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:52.472035 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-4558256b-b3ce-4406-8213-86f5312c2734 admin admin] 10.222.0.11 "DELETE /v2.0/networks/812001b7-e6dd-425d-ba24-1b5cc9e1a77e HTTP/1.1" status: 204 len: 168 time: 0.7027481 Jul 13 14:46:52.475050 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 33192) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:52.481782 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4558256b-b3ce-4406-8213-86f5312c2734 admin admin] Pushing event deleted for resources: {'Network': ['ID=812001b7-e6dd-425d-ba24-1b5cc9e1a77e,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:52.828180 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-653bc6f2-bda4-467a-8669-6cf0a735a17c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1992038'] for router_interface, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:53.020576 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7 no longer exists at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:46:53.040093 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] No Port match for: bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7 {{(pid=93156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:46:53.040438 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device bac5ab84-80c4-46c7-8ccf-94e8d3d6b7f7 not bound to the agent host dv-cinder-784453-8-iscsi {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:46:53.040888 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 6bac579f-256f-400c-8387-ed1dad019fcf no longer exists at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:46:53.060214 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] No Port match for: 6bac579f-256f-400c-8387-ed1dad019fcf {{(pid=93156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:46:53.060560 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 6bac579f-256f-400c-8387-ed1dad019fcf not bound to the agent host dv-cinder-784453-8-iscsi {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:46:53.091389 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-653bc6f2-bda4-467a-8669-6cf0a735a17c admin admin] Deleting port ce07ee2f-44d9-448d-9e72-d51b66167c8d {{(pid=93155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:46:53.091731 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-653bc6f2-bda4-467a-8669-6cf0a735a17c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:53.168356 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-653bc6f2-bda4-467a-8669-6cf0a735a17c admin admin] For port ce07ee2f-44d9-448d-9e72-d51b66167c8d, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=ce07ee2f-44d9-448d-9e72-d51b66167c8d,segment=NetworkSegment(72f5a205-5630-44f8-8543-795dc8019cbe),segment_id=72f5a205-5630-44f8-8543-795dc8019cbe)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:46:53.168711 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-653bc6f2-bda4-467a-8669-6cf0a735a17c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:53.181517 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-653bc6f2-bda4-467a-8669-6cf0a735a17c admin admin] Calling delete_port for ce07ee2f-44d9-448d-9e72-d51b66167c8d owned by network:router_interface {{(pid=93155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:46:53.361555 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-653bc6f2-bda4-467a-8669-6cf0a735a17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:53.395356 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653bc6f2-bda4-467a-8669-6cf0a735a17c admin admin] Pushing event deleted for resources: {'Port': ['ID=ce07ee2f-44d9-448d-9e72-d51b66167c8d,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:53.561676 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-75d6c637-e5cd-4ca7-bc96-1d5d0a8933cc req-038a985c-b6fc-4fa2-9d0e-2ca7c85ec4d4 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=06177117-27d8-4e36-baac-f8ee925c8981 HTTP/1.1" status: 200 len: 210 time: 0.0359297 Jul 13 14:46:53.643314 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-653bc6f2-bda4-467a-8669-6cf0a735a17c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1992578'] for router_interface, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:53.769885 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-0aa38f7e-dd20-43e2-a351-7bb7413da0e0 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:53.771396 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-0aa38f7e-dd20-43e2-a351-7bb7413da0e0 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.39 "GET /v2.0/networks?id=c4e52171-321c-48d2-9bf2-ea19f9b9ae29 HTTP/1.1" status: 200 len: 811 time: 0.1848469 Jul 13 14:46:53.871515 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-01d607e1-a904-4b96-88f5-52a090123fb3 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99769a464f6d4affafc17bdbbd66183b HTTP/1.1" status: 200 len: 380 time: 0.0749125 Jul 13 14:46:53.908454 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-0e2a7468-0390-48b6-ac7d-4f39256cde17 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Request body: {'port': {'device_id': '06177117-27d8-4e36-baac-f8ee925c8981', 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29', 'admin_state_up': True, 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'security_groups': ['8a35dae3-97c9-4bd9-8dac-22e1336dffe2']}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:53.988519 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-653bc6f2-bda4-467a-8669-6cf0a735a17c admin admin] Router e0342f05-387e-4100-9d34-fe47cb24d47a has already been hosted by L3 agent d92cc109-9c2d-42ed-8c1d-d826fa90f9d0 {{(pid=93155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:46:54.099841 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-0e2a7468-0390-48b6-ac7d-4f39256cde17 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Made reservation on behalf of 99769a464f6d4affafc17bdbbd66183b for: {'port': 1} {{(pid=93155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 14:46:54.103240 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-0e2a7468-0390-48b6-ac7d-4f39256cde17 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:54.138123 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653bc6f2-bda4-467a-8669-6cf0a735a17c admin admin] Notify agent at l3_agent.dv-cinder-784453-8-iscsi the message routers_updated {{(pid=93155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:46:54.144126 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-653bc6f2-bda4-467a-8669-6cf0a735a17c admin admin] 10.222.0.11 "PUT /v2.0/routers/e0342f05-387e-4100-9d34-fe47cb24d47a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6679122 Jul 13 14:46:54.146957 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 33204) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:54.154559 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b5f5d8-2461-4bea-991d-1f2da493634a None None] Sync routers for ids ['e0342f05-387e-4100-9d34-fe47cb24d47a'] in dv-cinder-784453-8-iscsi {{(pid=93157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:46:54.164833 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b5f5d8-2461-4bea-991d-1f2da493634a None None] Routers {'e0342f05-387e-4100-9d34-fe47cb24d47a'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:46:54.165373 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-06b5f5d8-2461-4bea-991d-1f2da493634a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:46:36Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['e0342f05-387e-4100-9d34-fe47cb24d47a'], 'active': True} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:54.262436 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.db_base_plugin_common [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-0e2a7468-0390-48b6-ac7d-4f39256cde17 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Allocated IP 172.20.0.8 (c4e52171-321c-48d2-9bf2-ea19f9b9ae29/28025b5e-d48d-4866-b8db-aa50e7c929e5/64766442-2f01-4275-8a2d-f063fdfc24fd) {{(pid=93155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:46:54.271283 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1a143ade-f2e3-4efe-97d4-7fc4d75ea586 admin admin] Notify callbacks [] for router, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:54.277744 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvr_db [None req-06b5f5d8-2461-4bea-991d-1f2da493634a None None] Set router e0342f05-387e-4100-9d34-fe47cb24d47a gateway port host: dv-cinder-784453-8-iscsi {{(pid=93157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:46:54.402159 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1a143ade-f2e3-4efe-97d4-7fc4d75ea586 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:54.430089 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-0e2a7468-0390-48b6-ac7d-4f39256cde17 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks [] for port, precommit_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:54.444734 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-0e2a7468-0390-48b6-ac7d-4f39256cde17 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Transition to ACTIVE for port object 64766442-2f01-4275-8a2d-f063fdfc24fd will not be triggered until provisioned by entity DHCP. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:46:54.469795 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-1a143ade-f2e3-4efe-97d4-7fc4d75ea586 admin admin] Deleting port 49d87cc6-6891-44a3-a994-683bf885abe0 {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:46:54.470374 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1a143ade-f2e3-4efe-97d4-7fc4d75ea586 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:54.493052 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-0e2a7468-0390-48b6-ac7d-4f39256cde17 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_create {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:54.542796 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-0e2a7468-0390-48b6-ac7d-4f39256cde17 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Network c4e52171-321c-48d2-9bf2-ea19f9b9ae29 is already hosted by enough agents. {{(pid=93155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:46:54.548989 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.base_scheduler [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-0e2a7468-0390-48b6-ac7d-4f39256cde17 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Resources bound (agent type, host, resource id): {{(pid=93155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:46:54.549491 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-06b5f5d8-2461-4bea-991d-1f2da493634a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0342f05-387e-4100-9d34-fe47cb24d47a', 'name': 'tempest-TestMinimumBasicScenario-404664204-router', 'tenant_id': '57e267269a0d42b68d1a4575093821ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '49d87cc6-6891-44a3-a994-683bf885abe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:44:36Z', 'updated_at': '2021-07-13T14:46:53Z', 'revision_number': 5, 'project_id': '57e267269a0d42b68d1a4575093821ec', 'gw_port': {'id': '49d87cc6-6891-44a3-a994-683bf885abe0', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0342f05-387e-4100-9d34-fe47cb24d47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:44:37Z', 'updated_at': '2021-07-13T14:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi'}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:54.552988 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-0e2a7468-0390-48b6-ac7d-4f39256cde17 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Received port after_create {{(pid=93155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:46:54.553532 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-1a143ade-f2e3-4efe-97d4-7fc4d75ea586 admin admin] For port 49d87cc6-6891-44a3-a994-683bf885abe0, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=49d87cc6-6891-44a3-a994-683bf885abe0,segment=NetworkSegment(1dffabd1-9f9c-45cf-80ba-954af1e6bced),segment_id=1dffabd1-9f9c-45cf-80ba-954af1e6bced)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:46:54.553987 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1a143ade-f2e3-4efe-97d4-7fc4d75ea586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:54.571752 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-1a143ade-f2e3-4efe-97d4-7fc4d75ea586 admin admin] Calling delete_port for 49d87cc6-6891-44a3-a994-683bf885abe0 owned by network:router_gateway {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:46:54.578862 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a7468-0390-48b6-ac7d-4f39256cde17 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Pushing event updated for resources: {'Port': ['ID=64766442-2f01-4275-8a2d-f063fdfc24fd,revision_number=1']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:54.585971 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b5f5d8-2461-4bea-991d-1f2da493634a None None] Checking router: e0342f05-387e-4100-9d34-fe47cb24d47a for host: dv-cinder-784453-8-iscsi {{(pid=93157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:46:54.604978 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b5f5d8-2461-4bea-991d-1f2da493634a None None] Routers {'e0342f05-387e-4100-9d34-fe47cb24d47a'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:46:54.605863 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-06b5f5d8-2461-4bea-991d-1f2da493634a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:46:36Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['e0342f05-387e-4100-9d34-fe47cb24d47a'], 'active': True} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:54.612715 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-0e2a7468-0390-48b6-ac7d-4f39256cde17 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:54.613448 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-0e2a7468-0390-48b6-ac7d-4f39256cde17 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:54.628619 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-0e2a7468-0390-48b6-ac7d-4f39256cde17 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7265019 Jul 13 14:46:54.646491 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.v2.base [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-a456d2f1-bdd5-4c88-be8a-764b62928fa8 service neutron] Request body: {'port': {'device_id': '06177117-27d8-4e36-baac-f8ee925c8981', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=93155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:46:54.735271 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvr_db [None req-06b5f5d8-2461-4bea-991d-1f2da493634a None None] Set router e0342f05-387e-4100-9d34-fe47cb24d47a gateway port host: None {{(pid=93157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:46:54.746703 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-a456d2f1-bdd5-4c88-be8a-764b62928fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:54.802439 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-06b5f5d8-2461-4bea-991d-1f2da493634a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0342f05-387e-4100-9d34-fe47cb24d47a', 'name': 'tempest-TestMinimumBasicScenario-404664204-router', 'tenant_id': '57e267269a0d42b68d1a4575093821ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:44:36Z', 'updated_at': '2021-07-13T14:46:54Z', 'revision_number': 6, 'project_id': '57e267269a0d42b68d1a4575093821ec', 'gw_port_host': None}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:54.821533 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23079839-d5da-4ebf-b636-aed7b5153cdd req-ffd672c8-c98d-41d2-8e58-588be4454c5b tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:54.823989 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-23079839-d5da-4ebf-b636-aed7b5153cdd req-ffd672c8-c98d-41d2-8e58-588be4454c5b tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=06177117-27d8-4e36-baac-f8ee925c8981 HTTP/1.1" status: 200 len: 931 time: 0.1195157 Jul 13 14:46:54.840041 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b5f5d8-2461-4bea-991d-1f2da493634a None None] The sync data for ids ['e0342f05-387e-4100-9d34-fe47cb24d47a'] in dv-cinder-784453-8-iscsi is: [{'id': 'e0342f05-387e-4100-9d34-fe47cb24d47a', 'name': 'tempest-TestMinimumBasicScenario-404664204-router', 'tenant_id': '57e267269a0d42b68d1a4575093821ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:44:36Z', 'updated_at': '2021-07-13T14:46:54Z', 'revision_number': 6, 'project_id': '57e267269a0d42b68d1a4575093821ec', 'gw_port_host': None}] {{(pid=93157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:46:54.858619 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1a143ade-f2e3-4efe-97d4-7fc4d75ea586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800428'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:54.892371 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c1d7ac60-2eee-4ab3-a782-f3f7e73a3064 None None] Provisioning for port 64766442-2f01-4275-8a2d-f063fdfc24fd completed by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:46:54.897291 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c1d7ac60-2eee-4ab3-a782-f3f7e73a3064 None None] Provisioning complete for port 64766442-2f01-4275-8a2d-f063fdfc24fd triggered by entity DHCP. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:46:54.897832 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c1d7ac60-2eee-4ab3-a782-f3f7e73a3064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:54.900798 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a143ade-f2e3-4efe-97d4-7fc4d75ea586 admin admin] Pushing event deleted for resources: {'Port': ['ID=49d87cc6-6891-44a3-a994-683bf885abe0,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:54.907645 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-23079839-d5da-4ebf-b636-aed7b5153cdd req-03ee6bba-831e-46e3-ba4f-c0b8dc5fa9db tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775435 Jul 13 14:46:54.942222 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-c1d7ac60-2eee-4ab3-a782-f3f7e73a3064 None None] Port 64766442-2f01-4275-8a2d-f063fdfc24fd cannot update to ACTIVE because it is not bound. {{(pid=93156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 14:46:54.969645 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1a143ade-f2e3-4efe-97d4-7fc4d75ea586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1994752'] for router_gateway, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.059458 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1a143ade-f2e3-4efe-97d4-7fc4d75ea586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2095243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4254'] for router, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.061604 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1a143ade-f2e3-4efe-97d4-7fc4d75ea586 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.063986 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-a456d2f1-bdd5-4c88-be8a-764b62928fa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64766442-2f01-4275-8a2d-f063fdfc24fd {{(pid=93155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:46:55.071520 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-a456d2f1-bdd5-4c88-be8a-764b62928fa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.083642 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-a456d2f1-bdd5-4c88-be8a-764b62928fa8 service neutron] Transition to ACTIVE for port object 64766442-2f01-4275-8a2d-f063fdfc24fd will not be triggered until provisioned by entity L2. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 14:46:55.087559 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-a456d2f1-bdd5-4c88-be8a-764b62928fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868486'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.105761 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1a143ade-f2e3-4efe-97d4-7fc4d75ea586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096411'] for router, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.106417 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a143ade-f2e3-4efe-97d4-7fc4d75ea586 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0342f05-387e-4100-9d34-fe47cb24d47a {{(pid=93154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:46:55.111434 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1a143ade-f2e3-4efe-97d4-7fc4d75ea586 admin admin] Notify callbacks [] for router, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.114867 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-1a143ade-f2e3-4efe-97d4-7fc4d75ea586 admin admin] 10.222.0.11 "DELETE /v2.0/routers/e0342f05-387e-4100-9d34-fe47cb24d47a HTTP/1.1" status: 204 len: 168 time: 0.9668140 Jul 13 14:46:55.115588 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 33208) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:55.138237 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a456d2f1-bdd5-4c88-be8a-764b62928fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=64766442-2f01-4275-8a2d-f063fdfc24fd,revision_number=2']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:55.168338 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ec8985-1a4b-4a9a-9dd0-e326cb4baf49 admin admin] Deleting subnet 8b7d2472-d9bc-453e-b835-a2a98098a678 {{(pid=93154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:46:55.172230 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-f6ec8985-1a4b-4a9a-9dd0-e326cb4baf49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.213691 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-a456d2f1-bdd5-4c88-be8a-764b62928fa8 service neutron] Attempting to bind port 64766442-2f01-4275-8a2d-f063fdfc24fd on host hv-cinder-78445 for vnic_type normal with profile {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 14:46:55.216350 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-a456d2f1-bdd5-4c88-be8a-764b62928fa8 service neutron] Attempting to bind port 64766442-2f01-4275-8a2d-f063fdfc24fd by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': 'c6b163ab-1b04-41ce-ae67-2074c98b0129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29'}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 14:46:55.216860 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-a456d2f1-bdd5-4c88-be8a-764b62928fa8 service neutron] Attempting to bind port 64766442-2f01-4275-8a2d-f063fdfc24fd on network c4e52171-321c-48d2-9bf2-ea19f9b9ae29 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:46:55.222054 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-a456d2f1-bdd5-4c88-be8a-764b62928fa8 service neutron] Port 64766442-2f01-4275-8a2d-f063fdfc24fd on network c4e52171-321c-48d2-9bf2-ea19f9b9ae29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 14:46:55.222466 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-a456d2f1-bdd5-4c88-be8a-764b62928fa8 service neutron] Attempting to bind port 64766442-2f01-4275-8a2d-f063fdfc24fd on network c4e52171-321c-48d2-9bf2-ea19f9b9ae29 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 14:46:55.225124 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-f6ec8985-1a4b-4a9a-9dd0-e326cb4baf49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421046'] for subnet, precommit_delete_associations {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.228522 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-a456d2f1-bdd5-4c88-be8a-764b62928fa8 service neutron] Checking agent: {'id': 'b13b15cc-78ec-4c35-8be2-6f245ac287e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 14, 33, 14), 'started_at': datetime.datetime(2021, 7, 13, 14, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 14, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 14:46:55.228974 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-a456d2f1-bdd5-4c88-be8a-764b62928fa8 service neutron] Checking segment: {'id': 'c6b163ab-1b04-41ce-ae67-2074c98b0129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 14:46:55.229482 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-a456d2f1-bdd5-4c88-be8a-764b62928fa8 service neutron] Bound using segment: {'id': 'c6b163ab-1b04-41ce-ae67-2074c98b0129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29'} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 14:46:55.230021 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-a456d2f1-bdd5-4c88-be8a-764b62928fa8 service neutron] Bound port: 64766442-2f01-4275-8a2d-f063fdfc24fd, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6b163ab-1b04-41ce-ae67-2074c98b0129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29'}}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 14:46:55.230507 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-a456d2f1-bdd5-4c88-be8a-764b62928fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.308172 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-a456d2f1-bdd5-4c88-be8a-764b62928fa8 service neutron] For port 64766442-2f01-4275-8a2d-f063fdfc24fd, host hv-cinder-78445, cleared binding levels {{(pid=93155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 14:46:55.312295 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-a456d2f1-bdd5-4c88-be8a-764b62928fa8 service neutron] For port 64766442-2f01-4275-8a2d-f063fdfc24fd, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=64766442-2f01-4275-8a2d-f063fdfc24fd,segment=NetworkSegment(c6b163ab-1b04-41ce-ae67-2074c98b0129),segment_id=c6b163ab-1b04-41ce-ae67-2074c98b0129)] {{(pid=93155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 14:46:55.319438 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-a456d2f1-bdd5-4c88-be8a-764b62928fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868486'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.344146 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-f6ec8985-1a4b-4a9a-9dd0-e326cb4baf49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870331'] for subnet, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.358061 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device ce07ee2f-44d9-448d-9e72-d51b66167c8d no longer exists at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:46:55.380566 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-a456d2f1-bdd5-4c88-be8a-764b62928fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:55.381194 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-a456d2f1-bdd5-4c88-be8a-764b62928fa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.382687 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-a456d2f1-bdd5-4c88-be8a-764b62928fa8 service neutron] 10.222.0.39 "PUT /v2.0/ports/64766442-2f01-4275-8a2d-f063fdfc24fd HTTP/1.1" status: 200 len: 1093 time: 0.7410631 Jul 13 14:46:55.383138 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06177117-27d8-4e36-baac-f8ee925c8981', 'tag': '64766442-2f01-4275-8a2d-f063fdfc24fd'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:46:55.385481 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969d499ae61b7a2d5523e15545dbdfcb627d31ab7a946dd0dec0766d655d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d45f72b-182f-437c-88e6-11bf3f41ab0d" -d '{"events": [{"name": "network-changed", "server_uuid": "06177117-27d8-4e36-baac-f8ee925c8981", "tag": "64766442-2f01-4275-8a2d-f063fdfc24fd"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:46:55.389567 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] No Port match for: ce07ee2f-44d9-448d-9e72-d51b66167c8d {{(pid=93156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:46:55.389978 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device ce07ee2f-44d9-448d-9e72-d51b66167c8d not bound to the agent host dv-cinder-784453-8-iscsi {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:46:55.416030 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a456d2f1-bdd5-4c88-be8a-764b62928fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=64766442-2f01-4275-8a2d-f063fdfc24fd,revision_number=3']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:55.428183 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-f6ec8985-1a4b-4a9a-9dd0-e326cb4baf49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8800497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8958797'] for subnet, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.428380 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8892e2ee-8175-4da2-ac23-42c9c7494ab7 x-openstack-request-id: req-8892e2ee-8175-4da2-ac23-42c9c7494ab7 {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:46:55.428625 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06177117-27d8-4e36-baac-f8ee925c8981", "tag": "64766442-2f01-4275-8a2d-f063fdfc24fd", "status": "completed", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:46:55.428874 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8892e2ee-8175-4da2-ac23-42c9c7494ab7 {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:46:55.429325 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06177117-27d8-4e36-baac-f8ee925c8981', 'tag': '64766442-2f01-4275-8a2d-f063fdfc24fd', 'status': 'completed', 'code': 200} Jul 13 14:46:55.457039 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec8985-1a4b-4a9a-9dd0-e326cb4baf49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b7d2472-d9bc-453e-b835-a2a98098a678,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:55.459421 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-f6ec8985-1a4b-4a9a-9dd0-e326cb4baf49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for subnet, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.461724 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-f6ec8985-1a4b-4a9a-9dd0-e326cb4baf49 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8b7d2472-d9bc-453e-b835-a2a98098a678 HTTP/1.1" status: 204 len: 168 time: 0.3449392 Jul 13 14:46:55.464064 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 33212) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:55.470521 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c58a972-e2f1-4437-b526-f87a02da43f2 None None] Network 712847a8-54b5-465b-8f51-45e034d52256 requested from dv-cinder-784453-8-iscsi {{(pid=93156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:46:55.564971 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-44172709-5d1b-4802-ae6a-66d04c5065cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-993822'] for network, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.582365 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-81faeefa-1700-4732-aa4b-ce0501f51433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:55.582695 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-81faeefa-1700-4732-aa4b-ce0501f51433 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=99769a464f6d4affafc17bdbbd66183b&device_id=06177117-27d8-4e36-baac-f8ee925c8981 HTTP/1.1" status: 200 len: 1096 time: 0.1359782 Jul 13 14:46:55.645200 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-bc251155-019a-41aa-a5b4-c83a0934e0bc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64766442-2f01-4275-8a2d-f063fdfc24fd HTTP/1.1" status: 200 len: 217 time: 0.0421398 Jul 13 14:46:55.691875 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb0396a-21f0-41b0-aa40-e5662e37afaf None None] DHCP port deletion for 712847a8-54b5-465b-8f51-45e034d52256 request from dv-cinder-784453-8-iscsi {{(pid=93156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:46:55.704645 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-9ebbda12-5535-40e0-8419-ff7e40b582b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:55.706121 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-9ebbda12-5535-40e0-8419-ff7e40b582b7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28025b5e-d48d-4866-b8db-aa50e7c929e5 HTTP/1.1" status: 200 len: 850 time: 0.0552151 Jul 13 14:46:55.711089 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-44172709-5d1b-4802-ae6a-66d04c5065cc admin admin] Deleting port 2d1602b7-7f5a-4af0-9894-62d97673705c {{(pid=93155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:46:55.711431 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-44172709-5d1b-4802-ae6a-66d04c5065cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.739365 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-ebb0396a-21f0-41b0-aa40-e5662e37afaf None None] Deleting port 2d1602b7-7f5a-4af0-9894-62d97673705c {{(pid=93156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:46:55.739742 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-ebb0396a-21f0-41b0-aa40-e5662e37afaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.808903 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-44172709-5d1b-4802-ae6a-66d04c5065cc admin admin] For port 2d1602b7-7f5a-4af0-9894-62d97673705c, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=2d1602b7-7f5a-4af0-9894-62d97673705c,segment=NetworkSegment(72f5a205-5630-44f8-8543-795dc8019cbe),segment_id=72f5a205-5630-44f8-8543-795dc8019cbe)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:46:55.809269 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-44172709-5d1b-4802-ae6a-66d04c5065cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.813720 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-ebb0396a-21f0-41b0-aa40-e5662e37afaf None None] For port 2d1602b7-7f5a-4af0-9894-62d97673705c, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=2d1602b7-7f5a-4af0-9894-62d97673705c,segment=NetworkSegment(72f5a205-5630-44f8-8543-795dc8019cbe),segment_id=72f5a205-5630-44f8-8543-795dc8019cbe)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:46:55.814116 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-ebb0396a-21f0-41b0-aa40-e5662e37afaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.826758 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-ebb0396a-21f0-41b0-aa40-e5662e37afaf None None] Calling delete_port for 2d1602b7-7f5a-4af0-9894-62d97673705c owned by network:dhcp {{(pid=93156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:46:55.826967 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-44172709-5d1b-4802-ae6a-66d04c5065cc admin admin] Calling delete_port for 2d1602b7-7f5a-4af0-9894-62d97673705c owned by network:dhcp {{(pid=93155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:46:55.844385 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-b83bc5e3-fb48-4edf-9b7f-e04b4931bbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:55.845904 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-b83bc5e3-fb48-4edf-9b7f-e04b4931bbbc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c4e52171-321c-48d2-9bf2-ea19f9b9ae29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1325524 Jul 13 14:46:55.904277 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-ebb0396a-21f0-41b0-aa40-e5662e37afaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847'] for port, after_delete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:55.934044 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb0396a-21f0-41b0-aa40-e5662e37afaf None None] Pushing event deleted for resources: {'Port': ['ID=2d1602b7-7f5a-4af0-9894-62d97673705c,revision_number=None']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:55.938800 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb0396a-21f0-41b0-aa40-e5662e37afaf None None] No DVR routers for this DVR port 2d1602b7-7f5a-4af0-9894-62d97673705c on host dv-cinder-784453-8-iscsi {{(pid=93156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:46:55.993221 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-735d5726-df1a-4859-a389-012abdfc5d98 service neutron] 10.222.0.39 "GET /v2.0/networks/c4e52171-321c-48d2-9bf2-ea19f9b9ae29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188247 Jul 13 14:46:55.993221 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-44172709-5d1b-4802-ae6a-66d04c5065cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:56.027058 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44172709-5d1b-4802-ae6a-66d04c5065cc admin admin] Pushing event deleted for resources: {'Port': ['ID=2d1602b7-7f5a-4af0-9894-62d97673705c,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:56.038777 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44172709-5d1b-4802-ae6a-66d04c5065cc admin admin] No DVR routers for this DVR port 2d1602b7-7f5a-4af0-9894-62d97673705c on host dv-cinder-784453-8-iscsi {{(pid=93155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:46:56.148740 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6aabc-7b63-4eb9-ad3b-c139b29618ac req-e418f04f-4c33-4f54-8c4e-330fa93e80a8 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:56.150234 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-25b6aabc-7b63-4eb9-ad3b-c139b29618ac req-e418f04f-4c33-4f54-8c4e-330fa93e80a8 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=06177117-27d8-4e36-baac-f8ee925c8981 HTTP/1.1" status: 200 len: 943 time: 0.0633695 Jul 13 14:46:56.151180 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-44172709-5d1b-4802-ae6a-66d04c5065cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-869682', 'neutron.services.segments.db._delete_segments_for_network-8754803476884'] for network, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:56.168965 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.services.segments.db [None req-44172709-5d1b-4802-ae6a-66d04c5065cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['712847a8-54b5-465b-8f51-45e034d52256']}} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:56.183138 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-da0da4c7-0abe-4235-8e83-d822f2528b09 req-eedb114e-1f01-47e5-8784-fa7c4601208d service neutron] 10.222.0.39 "GET /v2.0/networks/c4e52171-321c-48d2-9bf2-ea19f9b9ae29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815925 Jul 13 14:46:56.184683 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.services.segments.db [None req-44172709-5d1b-4802-ae6a-66d04c5065cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72f5a205-5630-44f8-8543-795dc8019cbe') {'for_net_delete': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:56.184978 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.services.segments.db [None req-44172709-5d1b-4802-ae6a-66d04c5065cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72f5a205-5630-44f8-8543-795dc8019cbe') {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:46:56.192787 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-25b6aabc-7b63-4eb9-ad3b-c139b29618ac req-7b4b4b8f-9ec8-4d47-ae68-da74dbd41a3e tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362444 Jul 13 14:46:56.193866 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-44172709-5d1b-4802-ae6a-66d04c5065cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754803489931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3323136'] for segment, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:56.211207 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-44172709-5d1b-4802-ae6a-66d04c5065cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834'] for segment, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:56.220066 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44172709-5d1b-4802-ae6a-66d04c5065cc admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=93155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:46:56.220497 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-44172709-5d1b-4802-ae6a-66d04c5065cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2868478'] for segment, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:56.222240 dv-cinder-784453-8-iscsi neutron-server[93155]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:46:56.222240 dv-cinder-784453-8-iscsi neutron-server[93155]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:46:56.222240 dv-cinder-784453-8-iscsi neutron-server[93155]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:46:56.222240 dv-cinder-784453-8-iscsi neutron-server[93155]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:46:56.222240 dv-cinder-784453-8-iscsi neutron-server[93155]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:46:56.222240 dv-cinder-784453-8-iscsi neutron-server[93155]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:46:56.222240 dv-cinder-784453-8-iscsi neutron-server[93155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:46:56.222240 dv-cinder-784453-8-iscsi neutron-server[93155]: self.session.flush() Jul 13 14:46:56.222240 dv-cinder-784453-8-iscsi neutron-server[93155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:46:56.222240 dv-cinder-784453-8-iscsi neutron-server[93155]: self.session.flush() Jul 13 14:46:56.222240 dv-cinder-784453-8-iscsi neutron-server[93155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:46:56.222240 dv-cinder-784453-8-iscsi neutron-server[93155]: self.session.flush() Jul 13 14:46:56.222240 dv-cinder-784453-8-iscsi neutron-server[93155]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 13 14:46:56.222240 dv-cinder-784453-8-iscsi neutron-server[93155]: self.session.flush() Jul 13 14:46:56.222240 dv-cinder-784453-8-iscsi neutron-server[93155]: Traceback (most recent call last): Jul 13 14:46:56.222240 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:46:56.222240 dv-cinder-784453-8-iscsi neutron-server[93155]: timer() Jul 13 14:46:56.222240 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:46:56.222240 dv-cinder-784453-8-iscsi neutron-server[93155]: cb(*args, **kw) Jul 13 14:46:56.222240 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:46:56.222240 dv-cinder-784453-8-iscsi neutron-server[93155]: return func(*args, **kwargs) Jul 13 14:46:56.222240 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:46:56.222240 dv-cinder-784453-8-iscsi neutron-server[93155]: self._notify() Jul 13 14:46:56.222240 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:46:56.222240 dv-cinder-784453-8-iscsi neutron-server[93155]: self.callback(batched_events) Jul 13 14:46:56.222240 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:46:56.222240 dv-cinder-784453-8-iscsi neutron-server[93155]: event.method(event) Jul 13 14:46:56.222240 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:46:56.222240 dv-cinder-784453-8-iscsi neutron-server[93155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:46:56.222240 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:46:56.222240 dv-cinder-784453-8-iscsi neutron-server[93155]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:46:56.222240 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:46:56.222240 dv-cinder-784453-8-iscsi neutron-server[93155]: return f(self, *a, **k) Jul 13 14:46:56.222240 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:46:56.222240 dv-cinder-784453-8-iscsi neutron-server[93155]: return self._get(url).json() Jul 13 14:46:56.222240 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:46:56.222240 dv-cinder-784453-8-iscsi neutron-server[93155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:46:56.222240 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:46:56.222240 dv-cinder-784453-8-iscsi neutron-server[93155]: return self.request(url, 'GET', **kwargs) Jul 13 14:46:56.222240 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:46:56.222240 dv-cinder-784453-8-iscsi neutron-server[93155]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:46:56.222240 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:46:56.222240 dv-cinder-784453-8-iscsi neutron-server[93155]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:46:56.222240 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:46:56.222240 dv-cinder-784453-8-iscsi neutron-server[93155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:46:56.222240 dv-cinder-784453-8-iscsi neutron-server[93155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:46:56.277924 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-44172709-5d1b-4802-ae6a-66d04c5065cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-869689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1994796'] for network, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:56.284317 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-44172709-5d1b-4802-ae6a-66d04c5065cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for network, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:56.286114 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-44172709-5d1b-4802-ae6a-66d04c5065cc admin admin] 10.222.0.11 "DELETE /v2.0/networks/712847a8-54b5-465b-8f51-45e034d52256 HTTP/1.1" status: 204 len: 168 time: 0.8211052 Jul 13 14:46:56.303522 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44172709-5d1b-4802-ae6a-66d04c5065cc admin admin] Pushing event deleted for resources: {'Network': ['ID=712847a8-54b5-465b-8f51-45e034d52256,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:56.346786 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45f72b-182f-437c-88e6-11bf3f41ab0d req-d359f517-8978-4045-9643-ce71816b6ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:56.348344 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-6d45f72b-182f-437c-88e6-11bf3f41ab0d req-d359f517-8978-4045-9643-ce71816b6ff3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=99769a464f6d4affafc17bdbbd66183b&device_id=06177117-27d8-4e36-baac-f8ee925c8981 HTTP/1.1" status: 200 len: 1096 time: 0.0653505 Jul 13 14:46:56.441934 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45f72b-182f-437c-88e6-11bf3f41ab0d req-78c7b38b-942f-42c2-ae6b-f7b726396769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:56.443096 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 33220) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:56.443457 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-6d45f72b-182f-437c-88e6-11bf3f41ab0d req-78c7b38b-942f-42c2-ae6b-f7b726396769 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c4e52171-321c-48d2-9bf2-ea19f9b9ae29 HTTP/1.1" status: 200 len: 912 time: 0.0885479 Jul 13 14:46:56.484705 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-99d33949-cad4-47b1-82c0-6bee06b9296f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=08ba19d1698a49e796d2c1f89834cd4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402813 Jul 13 14:46:56.487325 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 33222) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:56.539575 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ba2d0374-6319-4e52-b228-1637bc76dce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:56.563069 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ba2d0374-6319-4e52-b228-1637bc76dce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:56.612375 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ba2d0374-6319-4e52-b228-1637bc76dce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:56.615117 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ba2d0374-6319-4e52-b228-1637bc76dce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:56.616292 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-ba2d0374-6319-4e52-b228-1637bc76dce4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d9b79ec6-b281-4976-adde-0ff8c086a479 HTTP/1.1" status: 204 len: 168 time: 0.1280553 Jul 13 14:46:56.626904 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d0374-6319-4e52-b228-1637bc76dce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b79ec6-b281-4976-adde-0ff8c086a479,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:56.765509 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-6d45f72b-182f-437c-88e6-11bf3f41ab0d req-98306a54-b952-49bb-a7cb-a48dd430f9b2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64766442-2f01-4275-8a2d-f063fdfc24fd HTTP/1.1" status: 200 len: 217 time: 0.3139932 Jul 13 14:46:56.814763 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45f72b-182f-437c-88e6-11bf3f41ab0d req-2c6d5e17-900e-4df0-99fa-1d91a1a22a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:56.816227 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-6d45f72b-182f-437c-88e6-11bf3f41ab0d req-2c6d5e17-900e-4df0-99fa-1d91a1a22a65 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28025b5e-d48d-4866-b8db-aa50e7c929e5 HTTP/1.1" status: 200 len: 850 time: 0.0439987 Jul 13 14:46:56.879346 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45f72b-182f-437c-88e6-11bf3f41ab0d req-317f8752-5b68-4df3-ac4d-2f71792408e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:56.880877 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-6d45f72b-182f-437c-88e6-11bf3f41ab0d req-317f8752-5b68-4df3-ac4d-2f71792408e2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c4e52171-321c-48d2-9bf2-ea19f9b9ae29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573471 Jul 13 14:46:56.947315 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 33228) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:57.003385 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 2d1602b7-7f5a-4af0-9894-62d97673705c no longer exists at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:46:57.008308 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-6d45f72b-182f-437c-88e6-11bf3f41ab0d req-9018bf53-20b6-4ed6-bdc0-58c91357339e service neutron] 10.222.0.39 "GET /v2.0/networks/c4e52171-321c-48d2-9bf2-ea19f9b9ae29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209300 Jul 13 14:46:57.011898 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-907d77c6-f31c-45cd-a7ce-a3ee03943603 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=57e267269a0d42b68d1a4575093821ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0634496 Jul 13 14:46:57.014785 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 33230) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:46:57.069582 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bd7fdf5b-0548-4b12-a7ad-21f755c14279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:57.092709 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bd7fdf5b-0548-4b12-a7ad-21f755c14279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:57.110042 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-6d45f72b-182f-437c-88e6-11bf3f41ab0d req-76715210-ec5a-4c4f-868d-7cef073ff3b1 service neutron] 10.222.0.39 "GET /v2.0/networks/c4e52171-321c-48d2-9bf2-ea19f9b9ae29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959187 Jul 13 14:46:57.147274 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] No Port match for: 2d1602b7-7f5a-4af0-9894-62d97673705c {{(pid=93156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:46:57.147737 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 2d1602b7-7f5a-4af0-9894-62d97673705c not bound to the agent host dv-cinder-784453-8-iscsi {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:46:57.148190 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 49d87cc6-6891-44a3-a994-683bf885abe0 no longer exists at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:46:57.148536 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bd7fdf5b-0548-4b12-a7ad-21f755c14279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:57.151348 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bd7fdf5b-0548-4b12-a7ad-21f755c14279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:46:57.152484 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-bd7fdf5b-0548-4b12-a7ad-21f755c14279 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/40faaacf-539e-4f0c-a712-16a412a4f58c HTTP/1.1" status: 204 len: 168 time: 0.1360633 Jul 13 14:46:57.162152 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7fdf5b-0548-4b12-a7ad-21f755c14279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40faaacf-539e-4f0c-a712-16a412a4f58c,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:46:57.167933 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] No Port match for: 49d87cc6-6891-44a3-a994-683bf885abe0 {{(pid=93156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:46:57.168412 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 49d87cc6-6891-44a3-a994-683bf885abe0 not bound to the agent host dv-cinder-784453-8-iscsi {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:46:57.376186 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d32f2f-3373-4456-8f67-06f8b22d6c15 req-f347f8bd-e74e-4020-860c-8fc118af3049 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:57.377706 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-73d32f2f-3373-4456-8f67-06f8b22d6c15 req-f347f8bd-e74e-4020-860c-8fc118af3049 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=06177117-27d8-4e36-baac-f8ee925c8981 HTTP/1.1" status: 200 len: 943 time: 0.0701509 Jul 13 14:46:57.418544 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-73d32f2f-3373-4456-8f67-06f8b22d6c15 req-9d344c41-abcf-4402-8c78-edd5035ab587 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346720 Jul 13 14:46:58.591867 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf0255-cbeb-4415-8b7d-8cda7eb7d894 req-71bb0c65-fb57-435b-8648-91d884888bd2 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:58.593397 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d0bf0255-cbeb-4415-8b7d-8cda7eb7d894 req-71bb0c65-fb57-435b-8648-91d884888bd2 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=06177117-27d8-4e36-baac-f8ee925c8981 HTTP/1.1" status: 200 len: 943 time: 0.0622742 Jul 13 14:46:58.632365 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-d0bf0255-cbeb-4415-8b7d-8cda7eb7d894 req-648bbb9d-7ccf-4fad-b2c0-255de5ddca62 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310402 Jul 13 14:46:59.807196 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48db598-3289-475e-b28f-89c848b6d10c req-642d2006-ff5b-42f5-a0b9-b7642861a66e tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:46:59.808667 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c48db598-3289-475e-b28f-89c848b6d10c req-642d2006-ff5b-42f5-a0b9-b7642861a66e tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=06177117-27d8-4e36-baac-f8ee925c8981 HTTP/1.1" status: 200 len: 943 time: 0.0663319 Jul 13 14:46:59.845849 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c48db598-3289-475e-b28f-89c848b6d10c req-1f1791c3-ed4b-45e2-9903-1d13b977136b tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316515 Jul 13 14:47:01.014947 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345cf3d-1d7d-49f2-8c60-8afdce7c5aae req-879f5ecb-e016-4c90-be7b-61b55de595b7 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:01.016431 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e345cf3d-1d7d-49f2-8c60-8afdce7c5aae req-879f5ecb-e016-4c90-be7b-61b55de595b7 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=06177117-27d8-4e36-baac-f8ee925c8981 HTTP/1.1" status: 200 len: 943 time: 0.0617249 Jul 13 14:47:01.053743 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e345cf3d-1d7d-49f2-8c60-8afdce7c5aae req-0f503a12-9674-40de-8631-784d7764049f tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317357 Jul 13 14:47:02.221662 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba1d28-dbb0-4212-86fe-309670047f53 req-1fcfaad5-fe6a-44e6-97aa-2dd7f46eb21e tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:02.223153 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-bdba1d28-dbb0-4212-86fe-309670047f53 req-1fcfaad5-fe6a-44e6-97aa-2dd7f46eb21e tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=06177117-27d8-4e36-baac-f8ee925c8981 HTTP/1.1" status: 200 len: 943 time: 0.0610414 Jul 13 14:47:02.262736 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-bdba1d28-dbb0-4212-86fe-309670047f53 req-d0e98954-b709-4433-9e51-4ad8e4d542a2 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340140 Jul 13 14:47:03.318867 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-316bd0d0-6db2-4685-be48-e1d605eb7ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:03.437912 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86930c5a-34e1-4461-b1e2-cf6c8c92fb89 req-a90d53fe-ab42-4eb1-a231-8ab19717972b tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:03.439413 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-86930c5a-34e1-4461-b1e2-cf6c8c92fb89 req-a90d53fe-ab42-4eb1-a231-8ab19717972b tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=06177117-27d8-4e36-baac-f8ee925c8981 HTTP/1.1" status: 200 len: 943 time: 0.0621128 Jul 13 14:47:03.476301 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-86930c5a-34e1-4461-b1e2-cf6c8c92fb89 req-737dea0a-9752-469a-9290-8434a575e12f tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309799 Jul 13 14:47:03.777023 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 64766442-2f01-4275-8a2d-f063fdfc24fd details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=93156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 14:47:03.878831 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port 64766442-2f01-4275-8a2d-f063fdfc24fd, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=64766442-2f01-4275-8a2d-f063fdfc24fd,segment=NetworkSegment(c6b163ab-1b04-41ce-ae67-2074c98b0129),segment_id=c6b163ab-1b04-41ce-ae67-2074c98b0129)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:03.889939 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Returning: {'device': '64766442-2f01-4275-8a2d-f063fdfc24fd', 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29', 'port_id': '64766442-2f01-4275-8a2d-f063fdfc24fd', 'mac_address': 'fa:16:3e:64:7e:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28025b5e-d48d-4866-b8db-aa50e7c929e5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 14:47:03.925957 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:03.938051 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64766442-2f01-4275-8a2d-f063fdfc24fd {{(pid=93156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 14:47:03.957018 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port 64766442-2f01-4275-8a2d-f063fdfc24fd, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=64766442-2f01-4275-8a2d-f063fdfc24fd,segment=NetworkSegment(c6b163ab-1b04-41ce-ae67-2074c98b0129),segment_id=c6b163ab-1b04-41ce-ae67-2074c98b0129)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:03.960749 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:04.006427 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=64766442-2f01-4275-8a2d-f063fdfc24fd,revision_number=4']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:04.291341 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] get_ports_and_sgs() called for port_ids ['64766442-2f01-4275-8a2d-f063fdfc24fd'] {{(pid=93156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 14:47:04.645945 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c0b572-180b-47a5-99db-904323a8d70d req-3917d54f-763e-46b8-b1f7-5939ce6a914b tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:04.647379 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-18c0b572-180b-47a5-99db-904323a8d70d req-3917d54f-763e-46b8-b1f7-5939ce6a914b tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=06177117-27d8-4e36-baac-f8ee925c8981 HTTP/1.1" status: 200 len: 944 time: 0.0616460 Jul 13 14:47:04.684578 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-18c0b572-180b-47a5-99db-904323a8d70d req-550e2fb3-700d-4bf5-8906-614dcdb41471 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316401 Jul 13 14:47:05.801819 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 64766442-2f01-4275-8a2d-f063fdfc24fd up at agent hyperv_hv-cinder-78445 {{(pid=93156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 14:47:05.852129 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Provisioning for port 64766442-2f01-4275-8a2d-f063fdfc24fd completed by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 14:47:05.856717 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be8dbc-4b68-4049-8c08-cae06197f47c req-618229b3-e328-4069-99bd-b52d60a02862 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:05.857277 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.provisioning_blocks [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Provisioning complete for port 64766442-2f01-4275-8a2d-f063fdfc24fd triggered by entity L2. {{(pid=93156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 14:47:05.857547 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873133'] for port, provisioning_complete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:05.858256 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a9be8dbc-4b68-4049-8c08-cae06197f47c req-618229b3-e328-4069-99bd-b52d60a02862 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=06177117-27d8-4e36-baac-f8ee925c8981 HTTP/1.1" status: 200 len: 944 time: 0.0657933 Jul 13 14:47:05.896587 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-a9be8dbc-4b68-4049-8c08-cae06197f47c req-a3599c95-ada1-4ad1-8741-093ac1806611 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320315 Jul 13 14:47:05.941843 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-21d11802-6553-4c9d-8363-4df8f0f5c240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:05.946558 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:05.969741 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06177117-27d8-4e36-baac-f8ee925c8981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64766442-2f01-4275-8a2d-f063fdfc24fd'}] {{(pid=93156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:47:05.973443 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd5989a68af48bbe0a00b0c674d1da0e65c633cef20e3ffd105cdad221ff8d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612c4c41-b2c0-4260-a017-a96ae94b8544" -d '{"events": [{"server_uuid": "06177117-27d8-4e36-baac-f8ee925c8981", "name": "network-vif-plugged", "status": "completed", "tag": "64766442-2f01-4275-8a2d-f063fdfc24fd"}]}' {{(pid=93156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:47:05.985245 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] For port 64766442-2f01-4275-8a2d-f063fdfc24fd, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=64766442-2f01-4275-8a2d-f063fdfc24fd,segment=NetworkSegment(c6b163ab-1b04-41ce-ae67-2074c98b0129),segment_id=c6b163ab-1b04-41ce-ae67-2074c98b0129)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:47:05.989511 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874'] for port, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:06.040426 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Pushing event updated for resources: {'Port': ['ID=64766442-2f01-4275-8a2d-f063fdfc24fd,revision_number=5']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:06.167030 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:06.175583 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a47e2e-e0c2-4125-b5b1-25b1cf13e387 x-openstack-request-id: req-84a47e2e-e0c2-4125-b5b1-25b1cf13e387 {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:47:06.175888 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06177117-27d8-4e36-baac-f8ee925c8981", "name": "network-vif-plugged", "status": "completed", "tag": "64766442-2f01-4275-8a2d-f063fdfc24fd", "code": 200}]} {{(pid=93156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:47:06.176190 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-84a47e2e-e0c2-4125-b5b1-25b1cf13e387 {{(pid=93156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:47:06.176585 dv-cinder-784453-8-iscsi neutron-server[93156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06177117-27d8-4e36-baac-f8ee925c8981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64766442-2f01-4275-8a2d-f063fdfc24fd', 'code': 200} Jul 13 14:47:06.463052 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88e9dc-52ee-4ba9-a390-a3b25454d201 req-fdb242fc-00f4-4c34-8d99-9edd4f0feee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:06.464543 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-4a88e9dc-52ee-4ba9-a390-a3b25454d201 req-fdb242fc-00f4-4c34-8d99-9edd4f0feee8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=06177117-27d8-4e36-baac-f8ee925c8981 HTTP/1.1" status: 200 len: 1098 time: 0.0501468 Jul 13 14:47:06.497302 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-4a88e9dc-52ee-4ba9-a390-a3b25454d201 req-0aeb7254-c390-4afa-b676-a9088922e65e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267253 Jul 13 14:47:07.071703 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2772f55-3c5c-4441-8193-78f8a3ffba34 req-86922681-c00a-4ae8-a75f-cc52b3ca124b tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:07.073107 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b2772f55-3c5c-4441-8193-78f8a3ffba34 req-86922681-c00a-4ae8-a75f-cc52b3ca124b tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=06177117-27d8-4e36-baac-f8ee925c8981 HTTP/1.1" status: 200 len: 945 time: 0.0628541 Jul 13 14:47:07.109932 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-b2772f55-3c5c-4441-8193-78f8a3ffba34 req-27b72ddc-d7b4-4d81-93e9-8d1518342695 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311844 Jul 13 14:47:07.215442 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:08.276887 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843aa702-9ff4-4df3-aab1-e56705526b97 req-c30fe2d0-049e-4be9-98c5-2770e1427d72 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:08.278361 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-843aa702-9ff4-4df3-aab1-e56705526b97 req-c30fe2d0-049e-4be9-98c5-2770e1427d72 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=06177117-27d8-4e36-baac-f8ee925c8981 HTTP/1.1" status: 200 len: 945 time: 0.0606399 Jul 13 14:47:08.318095 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-843aa702-9ff4-4df3-aab1-e56705526b97 req-b337f31e-c0c6-4cc7-b58b-40129f937449 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341294 Jul 13 14:47:08.484045 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89378f2-5d50-4331-b8ef-b4d951b6f574 req-68c1eb62-0a8e-4c39-bf06-bcd0eb146a85 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:08.485487 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e89378f2-5d50-4331-b8ef-b4d951b6f574 req-68c1eb62-0a8e-4c39-bf06-bcd0eb146a85 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=06177117-27d8-4e36-baac-f8ee925c8981 HTTP/1.1" status: 200 len: 945 time: 0.0602930 Jul 13 14:47:08.521553 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-e89378f2-5d50-4331-b8ef-b4d951b6f574 req-63076fb2-4a7e-4de5-ba62-d0bc1c74378a tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305266 Jul 13 14:47:08.545323 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 33264) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:08.595765 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904ac1f4-33a3-42bd-b6a9-6eca982398d6 tempest-TestVolumeBootPattern-111935639 tempest-TestVolumeBootPattern-111935639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:08.597253 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-904ac1f4-33a3-42bd-b6a9-6eca982398d6 tempest-TestVolumeBootPattern-111935639 tempest-TestVolumeBootPattern-111935639-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=06177117-27d8-4e36-baac-f8ee925c8981 HTTP/1.1" status: 200 len: 1093 time: 0.0507083 Jul 13 14:47:08.600047 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 33266) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:47:08.604379 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.v2.base [None req-cd47e367-7dc4-4098-a485-d6a3f637f88c tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Request body: {'floatingip': {'floating_network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'port_id': '64766442-2f01-4275-8a2d-f063fdfc24fd', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 14:47:08.625567 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-cd47e367-7dc4-4098-a485-d6a3f637f88c tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks [] for floatingip, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:08.632947 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:08.953403 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-cd47e367-7dc4-4098-a485-d6a3f637f88c tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:09.051372 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [None req-cd47e367-7dc4-4098-a485-d6a3f637f88c tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Allocated IP 172.27.3.186 (ecd09457-6660-479c-a1fb-91901148ba35/592e54d3-84ab-450e-8093-b0d029762b46/6080341a-7287-4218-a9af-8d23038dcc89) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 14:47:09.151251 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-cd47e367-7dc4-4098-a485-d6a3f637f88c tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:09.189201 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-cd47e367-7dc4-4098-a485-d6a3f637f88c tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754803004838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800428'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:09.224374 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd47e367-7dc4-4098-a485-d6a3f637f88c tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Network ecd09457-6660-479c-a1fb-91901148ba35 is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 14:47:09.229316 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-cd47e367-7dc4-4098-a485-d6a3f637f88c tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 14:47:09.231940 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd47e367-7dc4-4098-a485-d6a3f637f88c tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 14:47:09.261919 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd47e367-7dc4-4098-a485-d6a3f637f88c tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Pushing event updated for resources: {'Port': ['ID=6080341a-7287-4218-a9af-8d23038dcc89,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:09.587575 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-cd47e367-7dc4-4098-a485-d6a3f637f88c tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:09.663369 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-cd47e367-7dc4-4098-a485-d6a3f637f88c tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-537208'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:09.810444 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-cd47e367-7dc4-4098-a485-d6a3f637f88c tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:09.815659 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-cd47e367-7dc4-4098-a485-d6a3f637f88c tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754803397623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754803004856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754803004874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8800423'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:09.878778 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd47e367-7dc4-4098-a485-d6a3f637f88c tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Pushing event updated for resources: {'Port': ['ID=6080341a-7287-4218-a9af-8d23038dcc89,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:47:09.889856 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-cd47e367-7dc4-4098-a485-d6a3f637f88c tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1994842'] for floatingip, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:09.985074 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.db.l3_db [None req-cd47e367-7dc4-4098-a485-d6a3f637f88c tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Floating IP ca198373-effc-4583-a4d8-7422d6d853f7 associated. External IP: 172.27.3.186, port: 64766442-2f01-4275-8a2d-f063fdfc24fd. Jul 13 14:47:10.187973 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd47e367-7dc4-4098-a485-d6a3f637f88c tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Router 8dfc397e-6ab4-46ea-aa79-0b950b4e921d has already been hosted by L3 agent d92cc109-9c2d-42ed-8c1d-d826fa90f9d0 {{(pid=93154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:47:10.293723 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd47e367-7dc4-4098-a485-d6a3f637f88c tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify agent at l3_agent.dv-cinder-784453-8-iscsi the message routers_updated {{(pid=93154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:47:10.303529 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db97376d-37a6-4b8e-9cd0-07b04ff79135 None None] Sync routers for ids ['8dfc397e-6ab4-46ea-aa79-0b950b4e921d'] in dv-cinder-784453-8-iscsi {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:47:10.309050 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-cd47e367-7dc4-4098-a485-d6a3f637f88c tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for floatingip, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:10.313051 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db97376d-37a6-4b8e-9cd0-07b04ff79135 None None] Routers {'8dfc397e-6ab4-46ea-aa79-0b950b4e921d'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:47:10.313696 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-db97376d-37a6-4b8e-9cd0-07b04ff79135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:47:06Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['8dfc397e-6ab4-46ea-aa79-0b950b4e921d'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:10.344972 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-cd47e367-7dc4-4098-a485-d6a3f637f88c tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7438893 Jul 13 14:47:10.345538 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06177117-27d8-4e36-baac-f8ee925c8981', 'tag': '64766442-2f01-4275-8a2d-f063fdfc24fd'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:47:10.347936 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed6c2a10c4293d159fef1cb7ab1dbb74578d6de099c458b34c07bebf01db353a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda420b0-961d-4844-a389-63338ec6fd22" -d '{"events": [{"name": "network-changed", "server_uuid": "06177117-27d8-4e36-baac-f8ee925c8981", "tag": "64766442-2f01-4275-8a2d-f063fdfc24fd"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:47:10.385786 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eafa437-6944-4d8d-8bd5-0fc017226e04 x-openstack-request-id: req-2eafa437-6944-4d8d-8bd5-0fc017226e04 {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:47:10.386151 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06177117-27d8-4e36-baac-f8ee925c8981", "tag": "64766442-2f01-4275-8a2d-f063fdfc24fd", "status": "completed", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:47:10.386365 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2eafa437-6944-4d8d-8bd5-0fc017226e04 {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:47:10.386763 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06177117-27d8-4e36-baac-f8ee925c8981', 'tag': '64766442-2f01-4275-8a2d-f063fdfc24fd', 'status': 'completed', 'code': 200} Jul 13 14:47:10.419978 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-db97376d-37a6-4b8e-9cd0-07b04ff79135 None None] Set router 8dfc397e-6ab4-46ea-aa79-0b950b4e921d gateway port host: dv-cinder-784453-8-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:47:10.481389 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda420b0-961d-4844-a389-63338ec6fd22 req-ebba2973-1d73-4438-9179-7aa2e6865a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:10.483058 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-dda420b0-961d-4844-a389-63338ec6fd22 req-ebba2973-1d73-4438-9179-7aa2e6865a89 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=99769a464f6d4affafc17bdbbd66183b&device_id=06177117-27d8-4e36-baac-f8ee925c8981 HTTP/1.1" status: 200 len: 1098 time: 0.0521972 Jul 13 14:47:10.574080 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda420b0-961d-4844-a389-63338ec6fd22 req-36e78150-6495-42f3-889e-5955566b774d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:10.575630 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-dda420b0-961d-4844-a389-63338ec6fd22 req-36e78150-6495-42f3-889e-5955566b774d service neutron] 10.222.0.39 "GET /v2.0/networks?id=c4e52171-321c-48d2-9bf2-ea19f9b9ae29 HTTP/1.1" status: 200 len: 912 time: 0.0864043 Jul 13 14:47:10.638027 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-dda420b0-961d-4844-a389-63338ec6fd22 req-0d3eb0b9-9add-4d82-81e3-72073950e258 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64766442-2f01-4275-8a2d-f063fdfc24fd HTTP/1.1" status: 200 len: 999 time: 0.0563750 Jul 13 14:47:10.641826 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-db97376d-37a6-4b8e-9cd0-07b04ff79135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'name': 'tempest-TestVolumeBootPattern-412513273-router', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '400e1145-24b7-4fe4-95d8-76dbd32dfa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:41:43Z', 'updated_at': '2021-07-13T14:41:47Z', 'revision_number': 4, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'gw_port': {'id': '400e1145-24b7-4fe4-95d8-76dbd32dfa28', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:67:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:43Z', 'updated_at': '2021-07-13T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_floatingips': [{'id': '9b1f95a0-b314-4565-bb75-f4dfdc6c3a2a', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'floating_ip_address': '172.27.3.98', 'floating_network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'router_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'port_id': '992fd1fe-94a4-44a7-a935-535b09b44860', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29', 'mac_address': 'fa:16:3e:8b:3b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ffd503-55db-44e2-8a78-3742963ea299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:45:10Z', 'updated_at': '2021-07-13T14:45:13Z', 'revision_number': 1, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'fixed_ip_address_scope': None}, {'id': 'ca198373-effc-4583-a4d8-7422d6d853f7', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'floating_ip_address': '172.27.3.186', 'floating_network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'router_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'port_id': '64766442-2f01-4275-8a2d-f063fdfc24fd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29', 'mac_address': 'fa:16:3e:64:7e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06177117-27d8-4e36-baac-f8ee925c8981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:47:09Z', 'updated_at': '2021-07-13T14:47:09Z', 'revision_number': 0, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9d591db-55fd-4d5b-9100-f25158366104', 'name': '', 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'mac_address': 'fa:16:3e:23:d3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '28025b5e-d48d-4866-b8db-aa50e7c929e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:46Z', 'updated_at': '2021-07-13T14:41:53Z', 'revision_number': 5, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'subnets': [{'id': '28025b5e-d48d-4866-b8db-aa50e7c929e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:10.672102 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db97376d-37a6-4b8e-9cd0-07b04ff79135 None None] Checking router: 8dfc397e-6ab4-46ea-aa79-0b950b4e921d for host: dv-cinder-784453-8-iscsi {{(pid=93156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:47:10.680698 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db97376d-37a6-4b8e-9cd0-07b04ff79135 None None] Routers {'8dfc397e-6ab4-46ea-aa79-0b950b4e921d'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:47:10.681319 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-db97376d-37a6-4b8e-9cd0-07b04ff79135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:47:06Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['8dfc397e-6ab4-46ea-aa79-0b950b4e921d'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:10.689727 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda420b0-961d-4844-a389-63338ec6fd22 req-2a01db68-0103-4277-8bea-30d2b830e5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:10.691256 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-dda420b0-961d-4844-a389-63338ec6fd22 req-2a01db68-0103-4277-8bea-30d2b830e5ac service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28025b5e-d48d-4866-b8db-aa50e7c929e5 HTTP/1.1" status: 200 len: 850 time: 0.0475438 Jul 13 14:47:10.747167 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda420b0-961d-4844-a389-63338ec6fd22 req-1960acf2-c584-437f-b35c-9ee24419cd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:10.748607 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-dda420b0-961d-4844-a389-63338ec6fd22 req-1960acf2-c584-437f-b35c-9ee24419cd90 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c4e52171-321c-48d2-9bf2-ea19f9b9ae29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515184 Jul 13 14:47:10.786742 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-db97376d-37a6-4b8e-9cd0-07b04ff79135 None None] Set router 8dfc397e-6ab4-46ea-aa79-0b950b4e921d gateway port host: dv-cinder-784453-8-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:47:10.840268 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-dda420b0-961d-4844-a389-63338ec6fd22 req-f89b5e0f-6b52-4381-a363-69268b5acfc0 service neutron] 10.222.0.39 "GET /v2.0/networks/c4e52171-321c-48d2-9bf2-ea19f9b9ae29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842817 Jul 13 14:47:10.933043 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-dda420b0-961d-4844-a389-63338ec6fd22 req-1e0b40bf-2445-4cd9-b85e-39a12707348b service neutron] 10.222.0.39 "GET /v2.0/networks/c4e52171-321c-48d2-9bf2-ea19f9b9ae29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868974 Jul 13 14:47:11.008828 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-db97376d-37a6-4b8e-9cd0-07b04ff79135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'name': 'tempest-TestVolumeBootPattern-412513273-router', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '400e1145-24b7-4fe4-95d8-76dbd32dfa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:41:43Z', 'updated_at': '2021-07-13T14:41:47Z', 'revision_number': 4, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'gw_port': {'id': '400e1145-24b7-4fe4-95d8-76dbd32dfa28', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:67:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:43Z', 'updated_at': '2021-07-13T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_floatingips': [{'id': '9b1f95a0-b314-4565-bb75-f4dfdc6c3a2a', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'floating_ip_address': '172.27.3.98', 'floating_network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'router_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'port_id': '992fd1fe-94a4-44a7-a935-535b09b44860', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29', 'mac_address': 'fa:16:3e:8b:3b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ffd503-55db-44e2-8a78-3742963ea299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:45:10Z', 'updated_at': '2021-07-13T14:45:13Z', 'revision_number': 1, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'fixed_ip_address_scope': None}, {'id': 'ca198373-effc-4583-a4d8-7422d6d853f7', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'floating_ip_address': '172.27.3.186', 'floating_network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'router_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'port_id': '64766442-2f01-4275-8a2d-f063fdfc24fd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29', 'mac_address': 'fa:16:3e:64:7e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06177117-27d8-4e36-baac-f8ee925c8981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:47:09Z', 'updated_at': '2021-07-13T14:47:09Z', 'revision_number': 0, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9d591db-55fd-4d5b-9100-f25158366104', 'name': '', 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'mac_address': 'fa:16:3e:23:d3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '28025b5e-d48d-4866-b8db-aa50e7c929e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:46Z', 'updated_at': '2021-07-13T14:41:53Z', 'revision_number': 5, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'subnets': [{'id': '28025b5e-d48d-4866-b8db-aa50e7c929e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:47:11.034390 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db97376d-37a6-4b8e-9cd0-07b04ff79135 None None] The sync data for ids ['8dfc397e-6ab4-46ea-aa79-0b950b4e921d'] in dv-cinder-784453-8-iscsi is: [{'id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'name': 'tempest-TestVolumeBootPattern-412513273-router', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '400e1145-24b7-4fe4-95d8-76dbd32dfa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:41:43Z', 'updated_at': '2021-07-13T14:41:47Z', 'revision_number': 4, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'gw_port': {'id': '400e1145-24b7-4fe4-95d8-76dbd32dfa28', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:67:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:43Z', 'updated_at': '2021-07-13T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_floatingips': [{'id': '9b1f95a0-b314-4565-bb75-f4dfdc6c3a2a', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'floating_ip_address': '172.27.3.98', 'floating_network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'router_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'port_id': '992fd1fe-94a4-44a7-a935-535b09b44860', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29', 'mac_address': 'fa:16:3e:8b:3b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ffd503-55db-44e2-8a78-3742963ea299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:45:10Z', 'updated_at': '2021-07-13T14:45:13Z', 'revision_number': 1, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'fixed_ip_address_scope': None}, {'id': 'ca198373-effc-4583-a4d8-7422d6d853f7', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'floating_ip_address': '172.27.3.186', 'floating_network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'router_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'port_id': '64766442-2f01-4275-8a2d-f063fdfc24fd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29', 'mac_address': 'fa:16:3e:64:7e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06177117-27d8-4e36-baac-f8ee925c8981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:47:09Z', 'updated_at': '2021-07-13T14:47:09Z', 'revision_number': 0, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9d591db-55fd-4d5b-9100-f25158366104', 'name': '', 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'mac_address': 'fa:16:3e:23:d3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '28025b5e-d48d-4866-b8db-aa50e7c929e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:46Z', 'updated_at': '2021-07-13T14:41:53Z', 'revision_number': 5, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'subnets': [{'id': '28025b5e-d48d-4866-b8db-aa50e7c929e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:47:11.204739 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a437201-ac42-4a01-9c53-5336bceb12f9 None None] New status for floating IP ca198373-effc-4583-a4d8-7422d6d853f7: ACTIVE {{(pid=93157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:47:12.438238 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.agents_db [None req-a710d77f-e7af-45aa-808b-9771d160625e None None] Agent healthcheck: found 6 active agents {{(pid=93157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:47:16.868226 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:23.773594 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-10b0522b-e2c8-41f8-90e3-16f2edd03075 req-b838cfff-fe9b-47f4-a743-e8d72efbcd54 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d0ffd503-55db-44e2-8a78-3742963ea299&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505195 Jul 13 14:47:23.883848 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0522b-e2c8-41f8-90e3-16f2edd03075 req-eca50821-09cd-4fcd-ab23-591ebd009d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:23.885398 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-10b0522b-e2c8-41f8-90e3-16f2edd03075 req-eca50821-09cd-4fcd-ab23-591ebd009d9f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=99769a464f6d4affafc17bdbbd66183b&device_id=d0ffd503-55db-44e2-8a78-3742963ea299 HTTP/1.1" status: 200 len: 1099 time: 0.0511522 Jul 13 14:47:23.988635 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0522b-e2c8-41f8-90e3-16f2edd03075 req-829c8705-a1e4-4808-8fe5-2927a8caaecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:23.990096 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-10b0522b-e2c8-41f8-90e3-16f2edd03075 req-829c8705-a1e4-4808-8fe5-2927a8caaecf service neutron] 10.222.0.39 "GET /v2.0/networks?id=c4e52171-321c-48d2-9bf2-ea19f9b9ae29 HTTP/1.1" status: 200 len: 912 time: 0.0852900 Jul 13 14:47:24.052950 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-10b0522b-e2c8-41f8-90e3-16f2edd03075 req-9812c3b0-a0c1-4025-9670-e411fe43f854 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=992fd1fe-94a4-44a7-a935-535b09b44860 HTTP/1.1" status: 200 len: 1001 time: 0.0562108 Jul 13 14:47:24.102866 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0522b-e2c8-41f8-90e3-16f2edd03075 req-8322270a-9deb-4cfa-bc72-6dca6f08b0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:24.104285 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-10b0522b-e2c8-41f8-90e3-16f2edd03075 req-8322270a-9deb-4cfa-bc72-6dca6f08b0ec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28025b5e-d48d-4866-b8db-aa50e7c929e5 HTTP/1.1" status: 200 len: 850 time: 0.0454783 Jul 13 14:47:24.158082 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0522b-e2c8-41f8-90e3-16f2edd03075 req-0051d17c-e495-47c3-b191-43bfb72c7fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:47:24.159572 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-10b0522b-e2c8-41f8-90e3-16f2edd03075 req-0051d17c-e495-47c3-b191-43bfb72c7fdd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c4e52171-321c-48d2-9bf2-ea19f9b9ae29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494189 Jul 13 14:47:24.248475 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-10b0522b-e2c8-41f8-90e3-16f2edd03075 req-6132682a-6e02-4664-bfc5-349c1f9518b3 service neutron] 10.222.0.39 "GET /v2.0/networks/c4e52171-321c-48d2-9bf2-ea19f9b9ae29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797882 Jul 13 14:47:24.341975 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-10b0522b-e2c8-41f8-90e3-16f2edd03075 req-b8f363dc-aa6d-4549-9cbc-3d6063f6f94f service neutron] 10.222.0.39 "GET /v2.0/networks/c4e52171-321c-48d2-9bf2-ea19f9b9ae29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838954 Jul 13 14:47:33.320350 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-6c2d4c34-0808-450f-bd68-b2ae3b57aac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:35.912433 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-4fc4bb5f-4500-4317-b59e-78fba59cbd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:36.167713 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:37.218857 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:38.634847 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:46.871162 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:47:49.442570 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.agents_db [None req-a710d77f-e7af-45aa-808b-9771d160625e None None] Agent healthcheck: found 6 active agents {{(pid=93157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:48:03.322487 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-4fbc7533-4750-490b-9d76-96abf8b958e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:05.912359 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-eb4c00ba-fed1-41bd-92b9-a1d7cf9ab5c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:06.173382 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:07.221055 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:08.637585 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:16.879841 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:23.804075 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-c130b496-8859-4c89-be27-378e7f3f1143 req-11cb7001-64bd-43a1-91d5-a2dfe9940c92 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=06177117-27d8-4e36-baac-f8ee925c8981&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505297 Jul 13 14:48:23.894816 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130b496-8859-4c89-be27-378e7f3f1143 req-31ff693e-e3aa-4281-a098-5b5d13137eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:23.896297 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-c130b496-8859-4c89-be27-378e7f3f1143 req-31ff693e-e3aa-4281-a098-5b5d13137eaa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=99769a464f6d4affafc17bdbbd66183b&device_id=06177117-27d8-4e36-baac-f8ee925c8981 HTTP/1.1" status: 200 len: 1098 time: 0.0571833 Jul 13 14:48:23.997681 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130b496-8859-4c89-be27-378e7f3f1143 req-ca770d1a-4f7c-4179-92ab-07809929741f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:23.999175 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-c130b496-8859-4c89-be27-378e7f3f1143 req-ca770d1a-4f7c-4179-92ab-07809929741f service neutron] 10.222.0.39 "GET /v2.0/networks?id=c4e52171-321c-48d2-9bf2-ea19f9b9ae29 HTTP/1.1" status: 200 len: 912 time: 0.0828149 Jul 13 14:48:24.073469 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-c130b496-8859-4c89-be27-378e7f3f1143 req-ac63c30f-9278-4830-b92d-8f381277cc81 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64766442-2f01-4275-8a2d-f063fdfc24fd HTTP/1.1" status: 200 len: 1001 time: 0.0676546 Jul 13 14:48:24.118656 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130b496-8859-4c89-be27-378e7f3f1143 req-d1e693dd-9baa-4bf0-9fea-8da029c5f1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:24.120043 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-c130b496-8859-4c89-be27-378e7f3f1143 req-d1e693dd-9baa-4bf0-9fea-8da029c5f1a6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28025b5e-d48d-4866-b8db-aa50e7c929e5 HTTP/1.1" status: 200 len: 850 time: 0.0412507 Jul 13 14:48:24.173255 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130b496-8859-4c89-be27-378e7f3f1143 req-e3b0763d-0bbd-4a59-abf6-b20b07773e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:24.174713 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-c130b496-8859-4c89-be27-378e7f3f1143 req-e3b0763d-0bbd-4a59-abf6-b20b07773e3a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c4e52171-321c-48d2-9bf2-ea19f9b9ae29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489619 Jul 13 14:48:24.262063 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-c130b496-8859-4c89-be27-378e7f3f1143 req-381b3cd0-b821-4184-8cb5-1c5951e9e82b service neutron] 10.222.0.39 "GET /v2.0/networks/c4e52171-321c-48d2-9bf2-ea19f9b9ae29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808704 Jul 13 14:48:24.349058 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-c130b496-8859-4c89-be27-378e7f3f1143 req-482196b1-21e9-474d-955f-8989c5792191 service neutron] 10.222.0.39 "GET /v2.0/networks/c4e52171-321c-48d2-9bf2-ea19f9b9ae29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810192 Jul 13 14:48:26.445859 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.agents_db [None req-a710d77f-e7af-45aa-808b-9771d160625e None None] Agent healthcheck: found 6 active agents {{(pid=93157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:48:33.322896 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-eaf286e7-4853-4dc1-bb38-19d2747a76de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:35.912880 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-298bede9-207d-4fd4-bf4d-ed7b88b3ee7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:36.174331 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:37.223312 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:37.713382 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 33292) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:37.866698 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-ff33a314-d402-4eff-afbe-f7ef4228311d tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Deleting port 6080341a-7287-4218-a9af-8d23038dcc89 {{(pid=93155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:48:37.867035 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ff33a314-d402-4eff-afbe-f7ef4228311d tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:37.942759 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ff33a314-d402-4eff-afbe-f7ef4228311d tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:37.943080 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ff33a314-d402-4eff-afbe-f7ef4228311d tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:37.954801 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-ff33a314-d402-4eff-afbe-f7ef4228311d tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Calling delete_port for 6080341a-7287-4218-a9af-8d23038dcc89 owned by network:floatingip {{(pid=93155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:48:38.118693 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ff33a314-d402-4eff-afbe-f7ef4228311d tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:38.143488 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff33a314-d402-4eff-afbe-f7ef4228311d tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Pushing event deleted for resources: {'Port': ['ID=6080341a-7287-4218-a9af-8d23038dcc89,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:38.154473 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff33a314-d402-4eff-afbe-f7ef4228311d tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:38.154827 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff33a314-d402-4eff-afbe-f7ef4228311d tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:38.155168 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff33a314-d402-4eff-afbe-f7ef4228311d tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:38.156046 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff33a314-d402-4eff-afbe-f7ef4228311d tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:38.156379 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff33a314-d402-4eff-afbe-f7ef4228311d tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:38.156712 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff33a314-d402-4eff-afbe-f7ef4228311d tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:38.157038 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff33a314-d402-4eff-afbe-f7ef4228311d tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:38.157367 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff33a314-d402-4eff-afbe-f7ef4228311d tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:38.157692 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff33a314-d402-4eff-afbe-f7ef4228311d tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:38.158017 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff33a314-d402-4eff-afbe-f7ef4228311d tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:38.158364 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff33a314-d402-4eff-afbe-f7ef4228311d tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:38.158680 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff33a314-d402-4eff-afbe-f7ef4228311d tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:38.216556 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ff33a314-d402-4eff-afbe-f7ef4228311d tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks [] for floatingip, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:38.216886 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.db.l3_db [None req-ff33a314-d402-4eff-afbe-f7ef4228311d tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Floating IP ca198373-effc-4583-a4d8-7422d6d853f7 disassociated (deleted). External IP: 172.27.3.186, port: 64766442-2f01-4275-8a2d-f063fdfc24fd. Jul 13 14:48:38.416904 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff33a314-d402-4eff-afbe-f7ef4228311d tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Router 8dfc397e-6ab4-46ea-aa79-0b950b4e921d has already been hosted by L3 agent d92cc109-9c2d-42ed-8c1d-d826fa90f9d0 {{(pid=93155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:48:38.525195 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff33a314-d402-4eff-afbe-f7ef4228311d tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify agent at l3_agent.dv-cinder-784453-8-iscsi the message routers_updated {{(pid=93155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:48:38.529966 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ff33a314-d402-4eff-afbe-f7ef4228311d tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for floatingip, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:38.534925 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5310ef-018f-4e8b-9b4b-233b78e8d636 None None] Sync routers for ids ['8dfc397e-6ab4-46ea-aa79-0b950b4e921d'] in dv-cinder-784453-8-iscsi {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:48:38.545783 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5310ef-018f-4e8b-9b4b-233b78e8d636 None None] Routers {'8dfc397e-6ab4-46ea-aa79-0b950b4e921d'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:48:38.545783 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-9d5310ef-018f-4e8b-9b4b-233b78e8d636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:48:36Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['8dfc397e-6ab4-46ea-aa79-0b950b4e921d'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:38.573802 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-ff33a314-d402-4eff-afbe-f7ef4228311d tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "DELETE /v2.0/floatingips/ca198373-effc-4583-a4d8-7422d6d853f7 HTTP/1.1" status: 204 len: 168 time: 0.8592603 Jul 13 14:48:38.574489 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06177117-27d8-4e36-baac-f8ee925c8981', 'tag': '64766442-2f01-4275-8a2d-f063fdfc24fd'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:48:38.576871 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969d499ae61b7a2d5523e15545dbdfcb627d31ab7a946dd0dec0766d655d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0306bc8-52f6-46d8-af66-466e61324471" -d '{"events": [{"name": "network-changed", "server_uuid": "06177117-27d8-4e36-baac-f8ee925c8981", "tag": "64766442-2f01-4275-8a2d-f063fdfc24fd"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:48:38.617711 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb34736-b0f3-4cce-ac8b-d57ff9d8fb84 x-openstack-request-id: req-4cb34736-b0f3-4cce-ac8b-d57ff9d8fb84 {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:48:38.618219 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06177117-27d8-4e36-baac-f8ee925c8981", "tag": "64766442-2f01-4275-8a2d-f063fdfc24fd", "status": "completed", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:48:38.618475 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4cb34736-b0f3-4cce-ac8b-d57ff9d8fb84 {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:48:38.618883 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06177117-27d8-4e36-baac-f8ee925c8981', 'tag': '64766442-2f01-4275-8a2d-f063fdfc24fd', 'status': 'completed', 'code': 200} Jul 13 14:48:38.718990 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0306bc8-52f6-46d8-af66-466e61324471 req-91e984e5-1a37-4524-bb42-2bb7b0b597ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:38.721220 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-e0306bc8-52f6-46d8-af66-466e61324471 req-91e984e5-1a37-4524-bb42-2bb7b0b597ee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=99769a464f6d4affafc17bdbbd66183b&device_id=06177117-27d8-4e36-baac-f8ee925c8981 HTTP/1.1" status: 200 len: 1098 time: 0.0569170 Jul 13 14:48:38.731952 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:38.808109 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-9d5310ef-018f-4e8b-9b4b-233b78e8d636 None None] Set router 8dfc397e-6ab4-46ea-aa79-0b950b4e921d gateway port host: dv-cinder-784453-8-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:48:38.820458 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0306bc8-52f6-46d8-af66-466e61324471 req-82038906-5a56-41f0-b922-5df4f5b2c0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:38.821957 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-e0306bc8-52f6-46d8-af66-466e61324471 req-82038906-5a56-41f0-b922-5df4f5b2c0d1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c4e52171-321c-48d2-9bf2-ea19f9b9ae29 HTTP/1.1" status: 200 len: 912 time: 0.0950906 Jul 13 14:48:38.891523 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-e0306bc8-52f6-46d8-af66-466e61324471 req-8bde9d70-4451-44ef-a08b-6211cd21b367 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64766442-2f01-4275-8a2d-f063fdfc24fd HTTP/1.1" status: 200 len: 217 time: 0.0390120 Jul 13 14:48:38.943496 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0306bc8-52f6-46d8-af66-466e61324471 req-8a081448-634d-469a-8a20-4bd1fe45d094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:38.945507 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-e0306bc8-52f6-46d8-af66-466e61324471 req-8a081448-634d-469a-8a20-4bd1fe45d094 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28025b5e-d48d-4866-b8db-aa50e7c929e5 HTTP/1.1" status: 200 len: 850 time: 0.0466306 Jul 13 14:48:38.954911 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc89f90d-3c21-4984-aadc-68c5fe9a8ede req-a9b95522-3a5d-47c7-b495-236761381476 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:38.956482 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-dc89f90d-3c21-4984-aadc-68c5fe9a8ede req-a9b95522-3a5d-47c7-b495-236761381476 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=06177117-27d8-4e36-baac-f8ee925c8981 HTTP/1.1" status: 200 len: 945 time: 0.0644300 Jul 13 14:48:39.007977 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-dc89f90d-3c21-4984-aadc-68c5fe9a8ede req-426ff064-92d0-4434-b0e7-3ca03e54f2e0 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433028 Jul 13 14:48:39.013228 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0306bc8-52f6-46d8-af66-466e61324471 req-76190a72-deed-4731-8a73-f341e456c579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:39.015377 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-e0306bc8-52f6-46d8-af66-466e61324471 req-76190a72-deed-4731-8a73-f341e456c579 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c4e52171-321c-48d2-9bf2-ea19f9b9ae29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0636096 Jul 13 14:48:39.037984 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-9d5310ef-018f-4e8b-9b4b-233b78e8d636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'name': 'tempest-TestVolumeBootPattern-412513273-router', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '400e1145-24b7-4fe4-95d8-76dbd32dfa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:41:43Z', 'updated_at': '2021-07-13T14:41:47Z', 'revision_number': 4, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'gw_port': {'id': '400e1145-24b7-4fe4-95d8-76dbd32dfa28', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:67:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:43Z', 'updated_at': '2021-07-13T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_floatingips': [{'id': '9b1f95a0-b314-4565-bb75-f4dfdc6c3a2a', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'floating_ip_address': '172.27.3.98', 'floating_network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'router_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'port_id': '992fd1fe-94a4-44a7-a935-535b09b44860', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29', 'mac_address': 'fa:16:3e:8b:3b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ffd503-55db-44e2-8a78-3742963ea299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:45:10Z', 'updated_at': '2021-07-13T14:45:13Z', 'revision_number': 1, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9d591db-55fd-4d5b-9100-f25158366104', 'name': '', 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'mac_address': 'fa:16:3e:23:d3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '28025b5e-d48d-4866-b8db-aa50e7c929e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:46Z', 'updated_at': '2021-07-13T14:41:53Z', 'revision_number': 5, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'subnets': [{'id': '28025b5e-d48d-4866-b8db-aa50e7c929e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:39.065209 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5310ef-018f-4e8b-9b4b-233b78e8d636 None None] Checking router: 8dfc397e-6ab4-46ea-aa79-0b950b4e921d for host: dv-cinder-784453-8-iscsi {{(pid=93156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:48:39.073794 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5310ef-018f-4e8b-9b4b-233b78e8d636 None None] Routers {'8dfc397e-6ab4-46ea-aa79-0b950b4e921d'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:48:39.074451 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-9d5310ef-018f-4e8b-9b4b-233b78e8d636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:48:36Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['8dfc397e-6ab4-46ea-aa79-0b950b4e921d'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:39.106769 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-e0306bc8-52f6-46d8-af66-466e61324471 req-eed2bb35-7ff7-414f-8856-973c2ec4e92a service neutron] 10.222.0.39 "GET /v2.0/networks/c4e52171-321c-48d2-9bf2-ea19f9b9ae29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837274 Jul 13 14:48:39.178103 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-9d5310ef-018f-4e8b-9b4b-233b78e8d636 None None] Set router 8dfc397e-6ab4-46ea-aa79-0b950b4e921d gateway port host: dv-cinder-784453-8-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:48:39.194662 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-e0306bc8-52f6-46d8-af66-466e61324471 req-4620966b-0948-4056-b331-5a8c5feee916 service neutron] 10.222.0.39 "GET /v2.0/networks/c4e52171-321c-48d2-9bf2-ea19f9b9ae29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813951 Jul 13 14:48:39.397280 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-9d5310ef-018f-4e8b-9b4b-233b78e8d636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'name': 'tempest-TestVolumeBootPattern-412513273-router', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '400e1145-24b7-4fe4-95d8-76dbd32dfa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:41:43Z', 'updated_at': '2021-07-13T14:41:47Z', 'revision_number': 4, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'gw_port': {'id': '400e1145-24b7-4fe4-95d8-76dbd32dfa28', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:67:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:43Z', 'updated_at': '2021-07-13T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_floatingips': [{'id': '9b1f95a0-b314-4565-bb75-f4dfdc6c3a2a', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'floating_ip_address': '172.27.3.98', 'floating_network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'router_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'port_id': '992fd1fe-94a4-44a7-a935-535b09b44860', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29', 'mac_address': 'fa:16:3e:8b:3b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ffd503-55db-44e2-8a78-3742963ea299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:45:10Z', 'updated_at': '2021-07-13T14:45:13Z', 'revision_number': 1, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9d591db-55fd-4d5b-9100-f25158366104', 'name': '', 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'mac_address': 'fa:16:3e:23:d3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '28025b5e-d48d-4866-b8db-aa50e7c929e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:46Z', 'updated_at': '2021-07-13T14:41:53Z', 'revision_number': 5, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'subnets': [{'id': '28025b5e-d48d-4866-b8db-aa50e7c929e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:39.427651 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5310ef-018f-4e8b-9b4b-233b78e8d636 None None] The sync data for ids ['8dfc397e-6ab4-46ea-aa79-0b950b4e921d'] in dv-cinder-784453-8-iscsi is: [{'id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'name': 'tempest-TestVolumeBootPattern-412513273-router', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '400e1145-24b7-4fe4-95d8-76dbd32dfa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:41:43Z', 'updated_at': '2021-07-13T14:41:47Z', 'revision_number': 4, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'gw_port': {'id': '400e1145-24b7-4fe4-95d8-76dbd32dfa28', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:67:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:43Z', 'updated_at': '2021-07-13T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_floatingips': [{'id': '9b1f95a0-b314-4565-bb75-f4dfdc6c3a2a', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'floating_ip_address': '172.27.3.98', 'floating_network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'router_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'port_id': '992fd1fe-94a4-44a7-a935-535b09b44860', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29', 'mac_address': 'fa:16:3e:8b:3b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ffd503-55db-44e2-8a78-3742963ea299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T14:45:10Z', 'updated_at': '2021-07-13T14:45:13Z', 'revision_number': 1, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9d591db-55fd-4d5b-9100-f25158366104', 'name': '', 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'mac_address': 'fa:16:3e:23:d3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '28025b5e-d48d-4866-b8db-aa50e7c929e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:46Z', 'updated_at': '2021-07-13T14:41:53Z', 'revision_number': 5, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'subnets': [{'id': '28025b5e-d48d-4866-b8db-aa50e7c929e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:48:39.627987 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be7ecac-eacc-4a47-bfae-1afa5f8d4676 None None] New status for floating IP ca198373-effc-4583-a4d8-7422d6d853f7: DOWN {{(pid=93157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:48:40.185085 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16ccc3-cf73-4580-8db5-4c403c06eb40 req-acdfd8b7-0944-492a-a614-60f22a68520e tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:40.187232 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0b16ccc3-cf73-4580-8db5-4c403c06eb40 req-acdfd8b7-0944-492a-a614-60f22a68520e tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=06177117-27d8-4e36-baac-f8ee925c8981 HTTP/1.1" status: 200 len: 945 time: 0.0699832 Jul 13 14:48:40.225190 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-0b16ccc3-cf73-4580-8db5-4c403c06eb40 req-4ad312f2-22e7-4c26-bfde-d4ac0e73fff7 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324571 Jul 13 14:48:40.606587 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24063a-5be4-422e-8bb2-bb37c00559af req-bdf53211-298e-470c-b285-2ca2efd5fe93 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:40.608104 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-2f24063a-5be4-422e-8bb2-bb37c00559af req-bdf53211-298e-470c-b285-2ca2efd5fe93 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.39 "GET /v2.0/ports?device_id=06177117-27d8-4e36-baac-f8ee925c8981 HTTP/1.1" status: 200 len: 945 time: 0.0617585 Jul 13 14:48:40.708502 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [req-2f24063a-5be4-422e-8bb2-bb37c00559af req-5030ae35-9d30-41aa-b681-c3d55567aac2 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Deleting port 64766442-2f01-4275-8a2d-f063fdfc24fd {{(pid=93155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:48:40.708844 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-2f24063a-5be4-422e-8bb2-bb37c00559af req-5030ae35-9d30-41aa-b681-c3d55567aac2 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:40.792474 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-2f24063a-5be4-422e-8bb2-bb37c00559af req-5030ae35-9d30-41aa-b681-c3d55567aac2 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] For port 64766442-2f01-4275-8a2d-f063fdfc24fd, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=64766442-2f01-4275-8a2d-f063fdfc24fd,segment=NetworkSegment(c6b163ab-1b04-41ce-ae67-2074c98b0129),segment_id=c6b163ab-1b04-41ce-ae67-2074c98b0129)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:40.792840 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-2f24063a-5be4-422e-8bb2-bb37c00559af req-5030ae35-9d30-41aa-b681-c3d55567aac2 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:40.806703 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [req-2f24063a-5be4-422e-8bb2-bb37c00559af req-5030ae35-9d30-41aa-b681-c3d55567aac2 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Calling delete_port for 64766442-2f01-4275-8a2d-f063fdfc24fd owned by compute:nova {{(pid=93155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:48:40.936758 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-2f24063a-5be4-422e-8bb2-bb37c00559af req-5030ae35-9d30-41aa-b681-c3d55567aac2 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:40.963533 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5030ae35-9d30-41aa-b681-c3d55567aac2 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Pushing event deleted for resources: {'Port': ['ID=64766442-2f01-4275-8a2d-f063fdfc24fd,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:41.014471 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f24063a-5be4-422e-8bb2-bb37c00559af req-5030ae35-9d30-41aa-b681-c3d55567aac2 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] No DVR routers for this DVR port 64766442-2f01-4275-8a2d-f063fdfc24fd on host hv-cinder-78445 {{(pid=93155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:48:41.017125 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-2f24063a-5be4-422e-8bb2-bb37c00559af req-5030ae35-9d30-41aa-b681-c3d55567aac2 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:41.020812 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-2f24063a-5be4-422e-8bb2-bb37c00559af req-5030ae35-9d30-41aa-b681-c3d55567aac2 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.39 "DELETE /v2.0/ports/64766442-2f01-4275-8a2d-f063fdfc24fd HTTP/1.1" status: 204 len: 173 time: 0.4060464 Jul 13 14:48:41.020812 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06177117-27d8-4e36-baac-f8ee925c8981', 'name': 'network-vif-deleted', 'tag': '64766442-2f01-4275-8a2d-f063fdfc24fd'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:48:41.021848 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969d499ae61b7a2d5523e15545dbdfcb627d31ab7a946dd0dec0766d655d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e28da2-f116-4ff2-a1a6-73fe246016a8" -d '{"events": [{"server_uuid": "06177117-27d8-4e36-baac-f8ee925c8981", "name": "network-vif-deleted", "tag": "64766442-2f01-4275-8a2d-f063fdfc24fd"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:48:41.081885 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00d6f30-51d8-4b75-bbe2-e6d532b938a7 x-openstack-request-id: req-a00d6f30-51d8-4b75-bbe2-e6d532b938a7 {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:48:41.082174 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06177117-27d8-4e36-baac-f8ee925c8981", "name": "network-vif-deleted", "tag": "64766442-2f01-4275-8a2d-f063fdfc24fd", "status": "completed", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:48:41.082448 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a00d6f30-51d8-4b75-bbe2-e6d532b938a7 {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:48:41.082837 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06177117-27d8-4e36-baac-f8ee925c8981', 'name': 'network-vif-deleted', 'tag': '64766442-2f01-4275-8a2d-f063fdfc24fd', 'status': 'completed', 'code': 200} Jul 13 14:48:41.366749 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-c6383885-dc3e-4ef9-acb5-6365455950d1 req-73d7a6da-d28f-4baa-8cea-061954a0cbcf tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=06177117-27d8-4e36-baac-f8ee925c8981 HTTP/1.1" status: 200 len: 210 time: 0.0300505 Jul 13 14:48:44.267548 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 64766442-2f01-4275-8a2d-f063fdfc24fd no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:48:44.287377 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] No Port match for: 64766442-2f01-4275-8a2d-f063fdfc24fd {{(pid=93156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:48:44.287720 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 64766442-2f01-4275-8a2d-f063fdfc24fd not bound to the agent host hv-cinder-78445 {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:48:44.674158 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 33334) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:44.830371 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-b0a3a465-f6ac-45ee-a4dd-04952aa1eb0c tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Deleting port 66cac5fe-c31f-4af1-a13a-ad33fda66294 {{(pid=93155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:48:44.830720 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b0a3a465-f6ac-45ee-a4dd-04952aa1eb0c tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:44.903732 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b0a3a465-f6ac-45ee-a4dd-04952aa1eb0c tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:44.904059 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b0a3a465-f6ac-45ee-a4dd-04952aa1eb0c tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:44.915421 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-b0a3a465-f6ac-45ee-a4dd-04952aa1eb0c tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Calling delete_port for 66cac5fe-c31f-4af1-a13a-ad33fda66294 owned by network:floatingip {{(pid=93155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:48:45.060446 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b0a3a465-f6ac-45ee-a4dd-04952aa1eb0c tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:45.086840 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a3a465-f6ac-45ee-a4dd-04952aa1eb0c tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Pushing event deleted for resources: {'Port': ['ID=66cac5fe-c31f-4af1-a13a-ad33fda66294,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:45.147255 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b0a3a465-f6ac-45ee-a4dd-04952aa1eb0c tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks [] for floatingip, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:45.147585 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.db.l3_db [None req-b0a3a465-f6ac-45ee-a4dd-04952aa1eb0c tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Floating IP 9b1f95a0-b314-4565-bb75-f4dfdc6c3a2a disassociated (deleted). External IP: 172.27.3.98, port: 992fd1fe-94a4-44a7-a935-535b09b44860. Jul 13 14:48:45.349121 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a3a465-f6ac-45ee-a4dd-04952aa1eb0c tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Router 8dfc397e-6ab4-46ea-aa79-0b950b4e921d has already been hosted by L3 agent d92cc109-9c2d-42ed-8c1d-d826fa90f9d0 {{(pid=93155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:48:45.452959 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a3a465-f6ac-45ee-a4dd-04952aa1eb0c tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify agent at l3_agent.dv-cinder-784453-8-iscsi the message routers_updated {{(pid=93155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:48:45.458001 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b0a3a465-f6ac-45ee-a4dd-04952aa1eb0c tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for floatingip, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:45.462225 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd33d62e-a93b-4975-8566-632da8c950e0 None None] Sync routers for ids ['8dfc397e-6ab4-46ea-aa79-0b950b4e921d'] in dv-cinder-784453-8-iscsi {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:48:45.471901 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd33d62e-a93b-4975-8566-632da8c950e0 None None] Routers {'8dfc397e-6ab4-46ea-aa79-0b950b4e921d'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:48:45.472530 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-fd33d62e-a93b-4975-8566-632da8c950e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:48:36Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['8dfc397e-6ab4-46ea-aa79-0b950b4e921d'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:45.582853 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-fd33d62e-a93b-4975-8566-632da8c950e0 None None] Set router 8dfc397e-6ab4-46ea-aa79-0b950b4e921d gateway port host: dv-cinder-784453-8-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:48:45.768613 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-b0a3a465-f6ac-45ee-a4dd-04952aa1eb0c tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "DELETE /v2.0/floatingips/9b1f95a0-b314-4565-bb75-f4dfdc6c3a2a HTTP/1.1" status: 204 len: 168 time: 1.0908935 Jul 13 14:48:45.768613 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0ffd503-55db-44e2-8a78-3742963ea299', 'tag': '992fd1fe-94a4-44a7-a935-535b09b44860'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:48:45.769290 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969d499ae61b7a2d5523e15545dbdfcb627d31ab7a946dd0dec0766d655d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c039cf8-abc7-4259-86cb-6ebd0bddcac6" -d '{"events": [{"name": "network-changed", "server_uuid": "d0ffd503-55db-44e2-8a78-3742963ea299", "tag": "992fd1fe-94a4-44a7-a935-535b09b44860"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:48:45.785774 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-fd33d62e-a93b-4975-8566-632da8c950e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'name': 'tempest-TestVolumeBootPattern-412513273-router', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '400e1145-24b7-4fe4-95d8-76dbd32dfa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:41:43Z', 'updated_at': '2021-07-13T14:41:47Z', 'revision_number': 4, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'gw_port': {'id': '400e1145-24b7-4fe4-95d8-76dbd32dfa28', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:67:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:43Z', 'updated_at': '2021-07-13T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': 'd9d591db-55fd-4d5b-9100-f25158366104', 'name': '', 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'mac_address': 'fa:16:3e:23:d3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '28025b5e-d48d-4866-b8db-aa50e7c929e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:46Z', 'updated_at': '2021-07-13T14:41:53Z', 'revision_number': 5, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'subnets': [{'id': '28025b5e-d48d-4866-b8db-aa50e7c929e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:45.804863 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 14:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63299d02-8562-4cff-ab24-9e8c1b965698 x-openstack-request-id: req-63299d02-8562-4cff-ab24-9e8c1b965698 {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:48:45.805160 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0ffd503-55db-44e2-8a78-3742963ea299", "tag": "992fd1fe-94a4-44a7-a935-535b09b44860", "status": "completed", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:48:45.805444 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-63299d02-8562-4cff-ab24-9e8c1b965698 {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:48:45.805797 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0ffd503-55db-44e2-8a78-3742963ea299', 'tag': '992fd1fe-94a4-44a7-a935-535b09b44860', 'status': 'completed', 'code': 200} Jul 13 14:48:45.816455 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd33d62e-a93b-4975-8566-632da8c950e0 None None] Checking router: 8dfc397e-6ab4-46ea-aa79-0b950b4e921d for host: dv-cinder-784453-8-iscsi {{(pid=93156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:48:45.824880 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd33d62e-a93b-4975-8566-632da8c950e0 None None] Routers {'8dfc397e-6ab4-46ea-aa79-0b950b4e921d'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:48:45.825485 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-fd33d62e-a93b-4975-8566-632da8c950e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:48:36Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['8dfc397e-6ab4-46ea-aa79-0b950b4e921d'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:45.905304 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c039cf8-abc7-4259-86cb-6ebd0bddcac6 req-e45d734a-e0e4-42b7-a72f-b704cd7c58e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:45.907330 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-0c039cf8-abc7-4259-86cb-6ebd0bddcac6 req-e45d734a-e0e4-42b7-a72f-b704cd7c58e6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=99769a464f6d4affafc17bdbbd66183b&device_id=d0ffd503-55db-44e2-8a78-3742963ea299 HTTP/1.1" status: 200 len: 1099 time: 0.0556073 Jul 13 14:48:45.934541 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-fd33d62e-a93b-4975-8566-632da8c950e0 None None] Set router 8dfc397e-6ab4-46ea-aa79-0b950b4e921d gateway port host: dv-cinder-784453-8-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:48:46.009585 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c039cf8-abc7-4259-86cb-6ebd0bddcac6 req-9e29d959-8c4e-4601-be53-1814f14a97ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:46.011149 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-0c039cf8-abc7-4259-86cb-6ebd0bddcac6 req-9e29d959-8c4e-4601-be53-1814f14a97ee service neutron] 10.222.0.39 "GET /v2.0/networks?id=c4e52171-321c-48d2-9bf2-ea19f9b9ae29 HTTP/1.1" status: 200 len: 912 time: 0.0973094 Jul 13 14:48:46.095779 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-0c039cf8-abc7-4259-86cb-6ebd0bddcac6 req-5f7094cf-e107-47d6-9d81-ddb8f6a92bd7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=992fd1fe-94a4-44a7-a935-535b09b44860 HTTP/1.1" status: 200 len: 217 time: 0.0359285 Jul 13 14:48:46.144353 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c039cf8-abc7-4259-86cb-6ebd0bddcac6 req-f10d0ed9-7d08-4b60-8812-ce454cab208e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:46.145822 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-0c039cf8-abc7-4259-86cb-6ebd0bddcac6 req-f10d0ed9-7d08-4b60-8812-ce454cab208e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28025b5e-d48d-4866-b8db-aa50e7c929e5 HTTP/1.1" status: 200 len: 850 time: 0.0438809 Jul 13 14:48:46.147596 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-fd33d62e-a93b-4975-8566-632da8c950e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'name': 'tempest-TestVolumeBootPattern-412513273-router', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '400e1145-24b7-4fe4-95d8-76dbd32dfa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:41:43Z', 'updated_at': '2021-07-13T14:41:47Z', 'revision_number': 4, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'gw_port': {'id': '400e1145-24b7-4fe4-95d8-76dbd32dfa28', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:67:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:43Z', 'updated_at': '2021-07-13T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': 'd9d591db-55fd-4d5b-9100-f25158366104', 'name': '', 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'mac_address': 'fa:16:3e:23:d3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '28025b5e-d48d-4866-b8db-aa50e7c929e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:46Z', 'updated_at': '2021-07-13T14:41:53Z', 'revision_number': 5, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'subnets': [{'id': '28025b5e-d48d-4866-b8db-aa50e7c929e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:46.153706 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e49ebf-4cbb-49ab-8ef2-dd672088444d req-7859e00c-3c2b-4744-ae04-a0a43e5debfd tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:46.155264 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-98e49ebf-4cbb-49ab-8ef2-dd672088444d req-7859e00c-3c2b-4744-ae04-a0a43e5debfd tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0ffd503-55db-44e2-8a78-3742963ea299 HTTP/1.1" status: 200 len: 946 time: 0.0641463 Jul 13 14:48:46.173540 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd33d62e-a93b-4975-8566-632da8c950e0 None None] The sync data for ids ['8dfc397e-6ab4-46ea-aa79-0b950b4e921d'] in dv-cinder-784453-8-iscsi is: [{'id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'name': 'tempest-TestVolumeBootPattern-412513273-router', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '400e1145-24b7-4fe4-95d8-76dbd32dfa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:41:43Z', 'updated_at': '2021-07-13T14:41:47Z', 'revision_number': 4, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'gw_port': {'id': '400e1145-24b7-4fe4-95d8-76dbd32dfa28', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:67:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:43Z', 'updated_at': '2021-07-13T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi', '_interfaces': [{'id': 'd9d591db-55fd-4d5b-9100-f25158366104', 'name': '', 'network_id': 'c4e52171-321c-48d2-9bf2-ea19f9b9ae29', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'mac_address': 'fa:16:3e:23:d3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '28025b5e-d48d-4866-b8db-aa50e7c929e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:46Z', 'updated_at': '2021-07-13T14:41:53Z', 'revision_number': 5, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'subnets': [{'id': '28025b5e-d48d-4866-b8db-aa50e7c929e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:48:46.200413 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-98e49ebf-4cbb-49ab-8ef2-dd672088444d req-aa69a014-0f28-4598-bfed-327227c6f33c tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392501 Jul 13 14:48:46.210116 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c039cf8-abc7-4259-86cb-6ebd0bddcac6 req-5dfa4432-6874-475c-86eb-195e6b42f0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:46.211714 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-0c039cf8-abc7-4259-86cb-6ebd0bddcac6 req-5dfa4432-6874-475c-86eb-195e6b42f0a9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c4e52171-321c-48d2-9bf2-ea19f9b9ae29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0592265 Jul 13 14:48:46.303627 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-0c039cf8-abc7-4259-86cb-6ebd0bddcac6 req-4a63c2a4-afd7-46b7-b213-dd16372ae38c service neutron] 10.222.0.39 "GET /v2.0/networks/c4e52171-321c-48d2-9bf2-ea19f9b9ae29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849929 Jul 13 14:48:46.383326 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da5eb78-9823-40c7-9177-17b5cf2e97cb None None] New status for floating IP 9b1f95a0-b314-4565-bb75-f4dfdc6c3a2a: DOWN {{(pid=93157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 14:48:46.399183 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-0c039cf8-abc7-4259-86cb-6ebd0bddcac6 req-6595d3e9-c87e-4e98-b020-0acc7b0fa566 service neutron] 10.222.0.39 "GET /v2.0/networks/c4e52171-321c-48d2-9bf2-ea19f9b9ae29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888002 Jul 13 14:48:46.881940 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:47.381292 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ceb90f-97a4-4e20-a280-79ffac3c8c68 req-248ea3fe-6360-422a-8a1c-9d22d532b18b tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:47.382762 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-35ceb90f-97a4-4e20-a280-79ffac3c8c68 req-248ea3fe-6360-422a-8a1c-9d22d532b18b tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0ffd503-55db-44e2-8a78-3742963ea299 HTTP/1.1" status: 200 len: 946 time: 0.0653574 Jul 13 14:48:47.419628 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-35ceb90f-97a4-4e20-a280-79ffac3c8c68 req-87f0db00-2a99-4220-af54-19b567b20c15 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a35dae3-97c9-4bd9-8dac-22e1336dffe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313582 Jul 13 14:48:47.769215 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265996e-eed9-46a3-a907-9f8f83619482 req-ef38d62f-ea85-4592-beae-f97065c83fef tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 14:48:47.770710 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-8265996e-eed9-46a3-a907-9f8f83619482 req-ef38d62f-ea85-4592-beae-f97065c83fef tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0ffd503-55db-44e2-8a78-3742963ea299 HTTP/1.1" status: 200 len: 946 time: 0.0628023 Jul 13 14:48:47.869944 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [req-8265996e-eed9-46a3-a907-9f8f83619482 req-c5982ec9-24fc-4fbf-9efd-2eb239e5edc1 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Deleting port 992fd1fe-94a4-44a7-a935-535b09b44860 {{(pid=93155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:48:47.870316 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-8265996e-eed9-46a3-a907-9f8f83619482 req-c5982ec9-24fc-4fbf-9efd-2eb239e5edc1 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:47.955397 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [req-8265996e-eed9-46a3-a907-9f8f83619482 req-c5982ec9-24fc-4fbf-9efd-2eb239e5edc1 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] For port 992fd1fe-94a4-44a7-a935-535b09b44860, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=992fd1fe-94a4-44a7-a935-535b09b44860,segment=NetworkSegment(c6b163ab-1b04-41ce-ae67-2074c98b0129),segment_id=c6b163ab-1b04-41ce-ae67-2074c98b0129)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:47.955751 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-8265996e-eed9-46a3-a907-9f8f83619482 req-c5982ec9-24fc-4fbf-9efd-2eb239e5edc1 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:47.967797 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [req-8265996e-eed9-46a3-a907-9f8f83619482 req-c5982ec9-24fc-4fbf-9efd-2eb239e5edc1 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Calling delete_port for 992fd1fe-94a4-44a7-a935-535b09b44860 owned by compute:nova {{(pid=93155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:48:48.091145 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-8265996e-eed9-46a3-a907-9f8f83619482 req-c5982ec9-24fc-4fbf-9efd-2eb239e5edc1 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:48.119990 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5982ec9-24fc-4fbf-9efd-2eb239e5edc1 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Pushing event deleted for resources: {'Port': ['ID=992fd1fe-94a4-44a7-a935-535b09b44860,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:48.164302 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [req-8265996e-eed9-46a3-a907-9f8f83619482 req-c5982ec9-24fc-4fbf-9efd-2eb239e5edc1 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] No DVR routers for this DVR port 992fd1fe-94a4-44a7-a935-535b09b44860 on host hv-cinder-78445 {{(pid=93155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:48:48.166706 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [req-8265996e-eed9-46a3-a907-9f8f83619482 req-c5982ec9-24fc-4fbf-9efd-2eb239e5edc1 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for port, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:48.168644 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [req-8265996e-eed9-46a3-a907-9f8f83619482 req-c5982ec9-24fc-4fbf-9efd-2eb239e5edc1 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.39 "DELETE /v2.0/ports/992fd1fe-94a4-44a7-a935-535b09b44860 HTTP/1.1" status: 204 len: 173 time: 0.3922884 Jul 13 14:48:48.169075 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ffd503-55db-44e2-8a78-3742963ea299', 'name': 'network-vif-deleted', 'tag': '992fd1fe-94a4-44a7-a935-535b09b44860'}] {{(pid=93155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 14:48:48.171805 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}969d499ae61b7a2d5523e15545dbdfcb627d31ab7a946dd0dec0766d655d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342990fb-5a2f-4254-a079-529f92a5eb4c" -d '{"events": [{"server_uuid": "d0ffd503-55db-44e2-8a78-3742963ea299", "name": "network-vif-deleted", "tag": "992fd1fe-94a4-44a7-a935-535b09b44860"}]}' {{(pid=93155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 14:48:48.207132 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 14:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ca9f9a-3d15-4c69-a55e-9eb2e8413bb3 x-openstack-request-id: req-b2ca9f9a-3d15-4c69-a55e-9eb2e8413bb3 {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 14:48:48.207427 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ffd503-55db-44e2-8a78-3742963ea299", "name": "network-vif-deleted", "tag": "992fd1fe-94a4-44a7-a935-535b09b44860", "status": "completed", "code": 200}]} {{(pid=93155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 14:48:48.207680 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b2ca9f9a-3d15-4c69-a55e-9eb2e8413bb3 {{(pid=93155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 14:48:48.208069 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ffd503-55db-44e2-8a78-3742963ea299', 'name': 'network-vif-deleted', 'tag': '992fd1fe-94a4-44a7-a935-535b09b44860', 'status': 'completed', 'code': 200} Jul 13 14:48:48.566158 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [req-f10c8e82-1245-4163-a776-0a8852bcafa8 req-3367cce5-873e-4a58-beb4-cb3f6a0c53df tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0ffd503-55db-44e2-8a78-3742963ea299 HTTP/1.1" status: 200 len: 210 time: 0.0317817 Jul 13 14:48:49.659708 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 33350) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:49.783804 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-07ff136d-e7dd-41d3-a71b-8b42c7eaed22 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Deleting port 204ce5ed-0189-48db-8c0b-cfdf735fd537 {{(pid=93155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:48:49.784156 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-07ff136d-e7dd-41d3-a71b-8b42c7eaed22 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:49.858006 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-07ff136d-e7dd-41d3-a71b-8b42c7eaed22 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:49.858236 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-07ff136d-e7dd-41d3-a71b-8b42c7eaed22 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:49.870016 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-07ff136d-e7dd-41d3-a71b-8b42c7eaed22 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Calling delete_port for 204ce5ed-0189-48db-8c0b-cfdf735fd537 owned by network:floatingip {{(pid=93155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:48:49.999440 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-07ff136d-e7dd-41d3-a71b-8b42c7eaed22 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:50.024914 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff136d-e7dd-41d3-a71b-8b42c7eaed22 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Pushing event deleted for resources: {'Port': ['ID=204ce5ed-0189-48db-8c0b-cfdf735fd537,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:50.085298 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-07ff136d-e7dd-41d3-a71b-8b42c7eaed22 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks [] for floatingip, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:50.087934 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-07ff136d-e7dd-41d3-a71b-8b42c7eaed22 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39380'] for floatingip, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:50.090301 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-07ff136d-e7dd-41d3-a71b-8b42c7eaed22 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "DELETE /v2.0/floatingips/d1ca6db8-c781-4aa3-80d3-43408b1743b8 HTTP/1.1" status: 204 len: 168 time: 0.4284000 Jul 13 14:48:50.329202 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 992fd1fe-94a4-44a7-a935-535b09b44860 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:48:50.352384 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] No Port match for: 992fd1fe-94a4-44a7-a935-535b09b44860 {{(pid=93156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:48:50.352732 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Device 992fd1fe-94a4-44a7-a935-535b09b44860 not bound to the agent host hv-cinder-78445 {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:48:51.346659 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 33362) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:51.407199 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c7f07878-823b-48c8-aef9-37608f34f584 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks [] for security_group, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:51.432272 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c7f07878-823b-48c8-aef9-37608f34f584 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:51.489698 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c7f07878-823b-48c8-aef9-37608f34f584 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:51.492263 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c7f07878-823b-48c8-aef9-37608f34f584 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:51.493402 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-c7f07878-823b-48c8-aef9-37608f34f584 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] 10.222.0.11 "DELETE /v2.0/security-groups/8a35dae3-97c9-4bd9-8dac-22e1336dffe2 HTTP/1.1" status: 204 len: 168 time: 0.1455021 Jul 13 14:48:51.502165 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f07878-823b-48c8-aef9-37608f34f584 tempest-TestVolumeBootPattern-861407281 tempest-TestVolumeBootPattern-861407281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a35dae3-97c9-4bd9-8dac-22e1336dffe2,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:51.549533 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 33366) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:52.121082 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-e4222264-3713-42d1-82e3-8d6b7fa7fc1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1992038'] for router_interface, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:52.368706 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-e4222264-3713-42d1-82e3-8d6b7fa7fc1e admin admin] Deleting port d9d591db-55fd-4d5b-9100-f25158366104 {{(pid=93155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:48:52.369408 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-e4222264-3713-42d1-82e3-8d6b7fa7fc1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:52.443755 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-e4222264-3713-42d1-82e3-8d6b7fa7fc1e admin admin] For port d9d591db-55fd-4d5b-9100-f25158366104, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=d9d591db-55fd-4d5b-9100-f25158366104,segment=NetworkSegment(c6b163ab-1b04-41ce-ae67-2074c98b0129),segment_id=c6b163ab-1b04-41ce-ae67-2074c98b0129)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:52.444023 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-e4222264-3713-42d1-82e3-8d6b7fa7fc1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:52.456469 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-e4222264-3713-42d1-82e3-8d6b7fa7fc1e admin admin] Calling delete_port for d9d591db-55fd-4d5b-9100-f25158366104 owned by network:router_interface {{(pid=93155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:48:52.629865 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-e4222264-3713-42d1-82e3-8d6b7fa7fc1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:52.653946 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4222264-3713-42d1-82e3-8d6b7fa7fc1e admin admin] Pushing event deleted for resources: {'Port': ['ID=d9d591db-55fd-4d5b-9100-f25158366104,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:52.829814 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-e4222264-3713-42d1-82e3-8d6b7fa7fc1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1992578'] for router_interface, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:53.038666 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4222264-3713-42d1-82e3-8d6b7fa7fc1e admin admin] Router 8dfc397e-6ab4-46ea-aa79-0b950b4e921d has already been hosted by L3 agent d92cc109-9c2d-42ed-8c1d-d826fa90f9d0 {{(pid=93155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:48:53.141441 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4222264-3713-42d1-82e3-8d6b7fa7fc1e admin admin] Notify agent at l3_agent.dv-cinder-784453-8-iscsi the message routers_updated {{(pid=93155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:48:53.147073 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-e4222264-3713-42d1-82e3-8d6b7fa7fc1e admin admin] 10.222.0.11 "PUT /v2.0/routers/8dfc397e-6ab4-46ea-aa79-0b950b4e921d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6015847 Jul 13 14:48:53.148903 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 33370) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:53.150406 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6558ff71-97b0-4fe5-acfb-d37b5b482088 None None] Sync routers for ids ['8dfc397e-6ab4-46ea-aa79-0b950b4e921d'] in dv-cinder-784453-8-iscsi {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:48:53.160903 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6558ff71-97b0-4fe5-acfb-d37b5b482088 None None] Routers {'8dfc397e-6ab4-46ea-aa79-0b950b4e921d'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:48:53.161524 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-6558ff71-97b0-4fe5-acfb-d37b5b482088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:48:36Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['8dfc397e-6ab4-46ea-aa79-0b950b4e921d'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:53.250528 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c2eb4d34-635c-4f45-8f74-e4078de435ee admin admin] Notify callbacks [] for router, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:53.354881 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c2eb4d34-635c-4f45-8f74-e4078de435ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:53.384819 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-6558ff71-97b0-4fe5-acfb-d37b5b482088 None None] Set router 8dfc397e-6ab4-46ea-aa79-0b950b4e921d gateway port host: dv-cinder-784453-8-iscsi {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:48:53.406266 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-c2eb4d34-635c-4f45-8f74-e4078de435ee admin admin] Deleting port 400e1145-24b7-4fe4-95d8-76dbd32dfa28 {{(pid=93155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:48:53.406840 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c2eb4d34-635c-4f45-8f74-e4078de435ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:53.487786 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-c2eb4d34-635c-4f45-8f74-e4078de435ee admin admin] For port 400e1145-24b7-4fe4-95d8-76dbd32dfa28, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=400e1145-24b7-4fe4-95d8-76dbd32dfa28,segment=NetworkSegment(1dffabd1-9f9c-45cf-80ba-954af1e6bced),segment_id=1dffabd1-9f9c-45cf-80ba-954af1e6bced)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:53.488216 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c2eb4d34-635c-4f45-8f74-e4078de435ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:53.499690 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-c2eb4d34-635c-4f45-8f74-e4078de435ee admin admin] Calling delete_port for 400e1145-24b7-4fe4-95d8-76dbd32dfa28 owned by network:router_gateway {{(pid=93155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:48:53.559010 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-6558ff71-97b0-4fe5-acfb-d37b5b482088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'name': 'tempest-TestVolumeBootPattern-412513273-router', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '400e1145-24b7-4fe4-95d8-76dbd32dfa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:41:43Z', 'updated_at': '2021-07-13T14:48:52Z', 'revision_number': 5, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'gw_port': {'id': '400e1145-24b7-4fe4-95d8-76dbd32dfa28', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:67:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:43Z', 'updated_at': '2021-07-13T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi'}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:53.585758 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6558ff71-97b0-4fe5-acfb-d37b5b482088 None None] Checking router: 8dfc397e-6ab4-46ea-aa79-0b950b4e921d for host: dv-cinder-784453-8-iscsi {{(pid=93156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:48:53.594232 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6558ff71-97b0-4fe5-acfb-d37b5b482088 None None] Routers {'8dfc397e-6ab4-46ea-aa79-0b950b4e921d'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:48:53.594865 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-6558ff71-97b0-4fe5-acfb-d37b5b482088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:48:36Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['8dfc397e-6ab4-46ea-aa79-0b950b4e921d'], 'active': True} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:53.665114 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c2eb4d34-635c-4f45-8f74-e4078de435ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:53.682773 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvr_db [None req-6558ff71-97b0-4fe5-acfb-d37b5b482088 None None] Set router 8dfc397e-6ab4-46ea-aa79-0b950b4e921d gateway port host: None {{(pid=93156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:48:53.691924 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb4d34-635c-4f45-8f74-e4078de435ee admin admin] Pushing event deleted for resources: {'Port': ['ID=400e1145-24b7-4fe4-95d8-76dbd32dfa28,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:53.737397 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_hamode_db [None req-6558ff71-97b0-4fe5-acfb-d37b5b482088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'name': 'tempest-TestVolumeBootPattern-412513273-router', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:41:43Z', 'updated_at': '2021-07-13T14:48:53Z', 'revision_number': 6, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'gw_port_host': None}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:53.750056 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c2eb4d34-635c-4f45-8f74-e4078de435ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1994752'] for router_gateway, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:53.764748 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6558ff71-97b0-4fe5-acfb-d37b5b482088 None None] The sync data for ids ['8dfc397e-6ab4-46ea-aa79-0b950b4e921d'] in dv-cinder-784453-8-iscsi is: [{'id': '8dfc397e-6ab4-46ea-aa79-0b950b4e921d', 'name': 'tempest-TestVolumeBootPattern-412513273-router', 'tenant_id': '99769a464f6d4affafc17bdbbd66183b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:41:43Z', 'updated_at': '2021-07-13T14:48:53Z', 'revision_number': 6, 'project_id': '99769a464f6d4affafc17bdbbd66183b', 'gw_port_host': None}] {{(pid=93156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:48:53.839526 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c2eb4d34-635c-4f45-8f74-e4078de435ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2095243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4254'] for router, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:53.841776 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c2eb4d34-635c-4f45-8f74-e4078de435ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:53.888881 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c2eb4d34-635c-4f45-8f74-e4078de435ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096411'] for router, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:53.889416 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2eb4d34-635c-4f45-8f74-e4078de435ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8dfc397e-6ab4-46ea-aa79-0b950b4e921d {{(pid=93155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:48:53.893880 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c2eb4d34-635c-4f45-8f74-e4078de435ee admin admin] Notify callbacks [] for router, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:53.895108 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-c2eb4d34-635c-4f45-8f74-e4078de435ee admin admin] 10.222.0.11 "DELETE /v2.0/routers/8dfc397e-6ab4-46ea-aa79-0b950b4e921d HTTP/1.1" status: 204 len: 168 time: 0.7452676 Jul 13 14:48:53.897515 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 33372) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:53.941406 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.db_base_plugin_v2 [None req-86e42f5d-27ae-498c-b4a5-93ef02f2fecf admin admin] Deleting subnet 28025b5e-d48d-4866-b8db-aa50e7c929e5 {{(pid=93155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:48:53.944321 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-86e42f5d-27ae-498c-b4a5-93ef02f2fecf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:53.977658 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-86e42f5d-27ae-498c-b4a5-93ef02f2fecf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3323161'] for subnet, precommit_delete_associations {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:54.056144 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-86e42f5d-27ae-498c-b4a5-93ef02f2fecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870331'] for subnet, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:54.109388 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-86e42f5d-27ae-498c-b4a5-93ef02f2fecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2868560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8977119'] for subnet, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:54.134330 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e42f5d-27ae-498c-b4a5-93ef02f2fecf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28025b5e-d48d-4866-b8db-aa50e7c929e5,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:54.137937 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-86e42f5d-27ae-498c-b4a5-93ef02f2fecf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:54.140949 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-86e42f5d-27ae-498c-b4a5-93ef02f2fecf admin admin] 10.222.0.11 "DELETE /v2.0/subnets/28025b5e-d48d-4866-b8db-aa50e7c929e5 HTTP/1.1" status: 204 len: 168 time: 0.2424698 Jul 13 14:48:54.142810 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 33374) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:54.148105 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672789bf-651b-41df-adae-5c0a860798b4 None None] Network c4e52171-321c-48d2-9bf2-ea19f9b9ae29 requested from dv-cinder-784453-8-iscsi {{(pid=93156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:48:54.216972 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-41c98d15-a6d7-4086-98fd-de049d7f9ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-993822'] for network, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:54.272831 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-41c98d15-a6d7-4086-98fd-de049d7f9ece admin admin] Deleting port 33685035-a326-484a-985f-b1f1a647e8ba {{(pid=93155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:48:54.273169 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-41c98d15-a6d7-4086-98fd-de049d7f9ece admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:54.334848 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-41c98d15-a6d7-4086-98fd-de049d7f9ece admin admin] For port 33685035-a326-484a-985f-b1f1a647e8ba, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=33685035-a326-484a-985f-b1f1a647e8ba,segment=NetworkSegment(c6b163ab-1b04-41ce-ae67-2074c98b0129),segment_id=c6b163ab-1b04-41ce-ae67-2074c98b0129)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:54.335203 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-41c98d15-a6d7-4086-98fd-de049d7f9ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:54.348259 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-41c98d15-a6d7-4086-98fd-de049d7f9ece admin admin] Calling delete_port for 33685035-a326-484a-985f-b1f1a647e8ba owned by network:dhcp {{(pid=93155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:48:54.426748 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-41c98d15-a6d7-4086-98fd-de049d7f9ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:54.448684 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c98d15-a6d7-4086-98fd-de049d7f9ece admin admin] Pushing event deleted for resources: {'Port': ['ID=33685035-a326-484a-985f-b1f1a647e8ba,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:54.453967 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c98d15-a6d7-4086-98fd-de049d7f9ece admin admin] No DVR routers for this DVR port 33685035-a326-484a-985f-b1f1a647e8ba on host dv-cinder-784453-8-iscsi {{(pid=93155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:48:54.524401 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-41c98d15-a6d7-4086-98fd-de049d7f9ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-869682', 'neutron.services.segments.db._delete_segments_for_network-8754803476884'] for network, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:54.534900 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.services.segments.db [None req-41c98d15-a6d7-4086-98fd-de049d7f9ece admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e52171-321c-48d2-9bf2-ea19f9b9ae29']}} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:54.543462 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd04f6bc-08d2-427b-95db-7ff327ed3a06 None None] DHCP port deletion for c4e52171-321c-48d2-9bf2-ea19f9b9ae29 request from dv-cinder-784453-8-iscsi {{(pid=93156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:48:54.550415 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.services.segments.db [None req-41c98d15-a6d7-4086-98fd-de049d7f9ece admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6b163ab-1b04-41ce-ae67-2074c98b0129') {'for_net_delete': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:54.550712 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.services.segments.db [None req-41c98d15-a6d7-4086-98fd-de049d7f9ece admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6b163ab-1b04-41ce-ae67-2074c98b0129') {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:54.560890 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-41c98d15-a6d7-4086-98fd-de049d7f9ece admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754803489931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3323136'] for segment, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:54.577461 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-41c98d15-a6d7-4086-98fd-de049d7f9ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834'] for segment, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:54.583586 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41c98d15-a6d7-4086-98fd-de049d7f9ece admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=93155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:48:54.583976 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-41c98d15-a6d7-4086-98fd-de049d7f9ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2868478'] for segment, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:54.585634 dv-cinder-784453-8-iscsi neutron-server[93155]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 14:48:54.585634 dv-cinder-784453-8-iscsi neutron-server[93155]: conditions |= (models_v2.Port.network_id.in_( Jul 13 14:48:54.585634 dv-cinder-784453-8-iscsi neutron-server[93155]: Traceback (most recent call last): Jul 13 14:48:54.585634 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:48:54.585634 dv-cinder-784453-8-iscsi neutron-server[93155]: timer() Jul 13 14:48:54.585634 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:48:54.585634 dv-cinder-784453-8-iscsi neutron-server[93155]: cb(*args, **kw) Jul 13 14:48:54.585634 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:48:54.585634 dv-cinder-784453-8-iscsi neutron-server[93155]: return func(*args, **kwargs) Jul 13 14:48:54.585634 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:48:54.585634 dv-cinder-784453-8-iscsi neutron-server[93155]: self._notify() Jul 13 14:48:54.585634 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:48:54.585634 dv-cinder-784453-8-iscsi neutron-server[93155]: self.callback(batched_events) Jul 13 14:48:54.585634 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:48:54.585634 dv-cinder-784453-8-iscsi neutron-server[93155]: event.method(event) Jul 13 14:48:54.585634 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:48:54.585634 dv-cinder-784453-8-iscsi neutron-server[93155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:48:54.585634 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:48:54.585634 dv-cinder-784453-8-iscsi neutron-server[93155]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:48:54.585634 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:48:54.585634 dv-cinder-784453-8-iscsi neutron-server[93155]: return f(self, *a, **k) Jul 13 14:48:54.585634 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:48:54.585634 dv-cinder-784453-8-iscsi neutron-server[93155]: return self._get(url).json() Jul 13 14:48:54.585634 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:48:54.585634 dv-cinder-784453-8-iscsi neutron-server[93155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:48:54.585634 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:48:54.585634 dv-cinder-784453-8-iscsi neutron-server[93155]: return self.request(url, 'GET', **kwargs) Jul 13 14:48:54.585634 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:48:54.585634 dv-cinder-784453-8-iscsi neutron-server[93155]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:48:54.585634 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:48:54.585634 dv-cinder-784453-8-iscsi neutron-server[93155]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:48:54.585634 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:48:54.585634 dv-cinder-784453-8-iscsi neutron-server[93155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:48:54.585634 dv-cinder-784453-8-iscsi neutron-server[93155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:48:54.641231 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-41c98d15-a6d7-4086-98fd-de049d7f9ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-869689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1994796'] for network, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:54.647640 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-41c98d15-a6d7-4086-98fd-de049d7f9ece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for network, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:54.649885 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-41c98d15-a6d7-4086-98fd-de049d7f9ece admin admin] 10.222.0.11 "DELETE /v2.0/networks/c4e52171-321c-48d2-9bf2-ea19f9b9ae29 HTTP/1.1" status: 204 len: 168 time: 0.5061316 Jul 13 14:48:54.653210 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 33376) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:54.660417 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c98d15-a6d7-4086-98fd-de049d7f9ece admin admin] Pushing event deleted for resources: {'Network': ['ID=c4e52171-321c-48d2-9bf2-ea19f9b9ae29,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:54.995457 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-58e2a68d-3191-4619-9f61-a63189b214b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1992038'] for router_interface, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:55.067442 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device d9d591db-55fd-4d5b-9100-f25158366104 no longer exists at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:48:55.086716 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] No Port match for: d9d591db-55fd-4d5b-9100-f25158366104 {{(pid=93156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:48:55.086987 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device d9d591db-55fd-4d5b-9100-f25158366104 not bound to the agent host dv-cinder-784453-8-iscsi {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:48:55.087448 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 33685035-a326-484a-985f-b1f1a647e8ba no longer exists at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:48:55.105777 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] No Port match for: 33685035-a326-484a-985f-b1f1a647e8ba {{(pid=93156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:48:55.106124 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 33685035-a326-484a-985f-b1f1a647e8ba not bound to the agent host dv-cinder-784453-8-iscsi {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:48:55.106560 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 400e1145-24b7-4fe4-95d8-76dbd32dfa28 no longer exists at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:48:55.128331 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] No Port match for: 400e1145-24b7-4fe4-95d8-76dbd32dfa28 {{(pid=93156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:48:55.128672 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 400e1145-24b7-4fe4-95d8-76dbd32dfa28 not bound to the agent host dv-cinder-784453-8-iscsi {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:48:55.241719 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-58e2a68d-3191-4619-9f61-a63189b214b8 admin admin] Deleting port 396c67a8-736b-4bc8-a2b7-2be381cea760 {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:48:55.242060 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-58e2a68d-3191-4619-9f61-a63189b214b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:55.315525 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-58e2a68d-3191-4619-9f61-a63189b214b8 admin admin] For port 396c67a8-736b-4bc8-a2b7-2be381cea760, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=396c67a8-736b-4bc8-a2b7-2be381cea760,segment=NetworkSegment(bf615d00-bff2-4b5c-8968-cd44c30ae800),segment_id=bf615d00-bff2-4b5c-8968-cd44c30ae800)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:55.315798 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-58e2a68d-3191-4619-9f61-a63189b214b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:55.330340 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-58e2a68d-3191-4619-9f61-a63189b214b8 admin admin] Calling delete_port for 396c67a8-736b-4bc8-a2b7-2be381cea760 owned by network:router_interface {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:48:55.501587 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-58e2a68d-3191-4619-9f61-a63189b214b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800428'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:55.526157 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e2a68d-3191-4619-9f61-a63189b214b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=396c67a8-736b-4bc8-a2b7-2be381cea760,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:55.537688 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e2a68d-3191-4619-9f61-a63189b214b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:55.538023 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e2a68d-3191-4619-9f61-a63189b214b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:55.538389 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e2a68d-3191-4619-9f61-a63189b214b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:55.538727 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e2a68d-3191-4619-9f61-a63189b214b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:55.539060 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e2a68d-3191-4619-9f61-a63189b214b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:55.539397 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e2a68d-3191-4619-9f61-a63189b214b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:55.539716 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e2a68d-3191-4619-9f61-a63189b214b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:55.540040 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e2a68d-3191-4619-9f61-a63189b214b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:55.540366 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e2a68d-3191-4619-9f61-a63189b214b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:55.540690 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e2a68d-3191-4619-9f61-a63189b214b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:55.541011 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e2a68d-3191-4619-9f61-a63189b214b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:55.541336 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e2a68d-3191-4619-9f61-a63189b214b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:55.700826 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-58e2a68d-3191-4619-9f61-a63189b214b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1992578'] for router_interface, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:56.138410 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e2a68d-3191-4619-9f61-a63189b214b8 admin admin] Router 02eabb2a-44a0-4ed9-9cc0-035f6b621583 has already been hosted by L3 agent d92cc109-9c2d-42ed-8c1d-d826fa90f9d0 {{(pid=93154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 14:48:56.237884 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e2a68d-3191-4619-9f61-a63189b214b8 admin admin] Notify agent at l3_agent.dv-cinder-784453-8-iscsi the message routers_updated {{(pid=93154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 14:48:56.242798 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-58e2a68d-3191-4619-9f61-a63189b214b8 admin admin] 10.222.0.11 "PUT /v2.0/routers/02eabb2a-44a0-4ed9-9cc0-035f6b621583/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5885255 Jul 13 14:48:56.245314 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 33378) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:56.246020 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4b32b1-0346-42e4-8803-10016d2d7204 None None] Sync routers for ids ['02eabb2a-44a0-4ed9-9cc0-035f6b621583'] in dv-cinder-784453-8-iscsi {{(pid=93157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 14:48:56.255636 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4b32b1-0346-42e4-8803-10016d2d7204 None None] Routers {'02eabb2a-44a0-4ed9-9cc0-035f6b621583'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:48:56.256233 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-8d4b32b1-0346-42e4-8803-10016d2d7204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:48:36Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['02eabb2a-44a0-4ed9-9cc0-035f6b621583'], 'active': True} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:56.351840 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-17ac63f2-972e-48c6-a4c4-2c645773ed77 admin admin] Notify callbacks [] for router, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:56.362590 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvr_db [None req-8d4b32b1-0346-42e4-8803-10016d2d7204 None None] Set router 02eabb2a-44a0-4ed9-9cc0-035f6b621583 gateway port host: dv-cinder-784453-8-iscsi {{(pid=93157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:48:56.451079 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-17ac63f2-972e-48c6-a4c4-2c645773ed77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:56.501891 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-17ac63f2-972e-48c6-a4c4-2c645773ed77 admin admin] Deleting port 2ba81b2d-b69e-4ab8-88d2-68ae5eb26238 {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:48:56.502232 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-17ac63f2-972e-48c6-a4c4-2c645773ed77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:56.533321 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-8d4b32b1-0346-42e4-8803-10016d2d7204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02eabb2a-44a0-4ed9-9cc0-035f6b621583', 'name': 'tempest-TestVolumeBootPattern-1145749559-router', 'tenant_id': '8fa0be68ecfc4227a139ba95bab2c5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'external_fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '2ba81b2d-b69e-4ab8-88d2-68ae5eb26238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:41:50Z', 'updated_at': '2021-07-13T14:48:55Z', 'revision_number': 5, 'project_id': '8fa0be68ecfc4227a139ba95bab2c5bf', 'gw_port': {'id': '2ba81b2d-b69e-4ab8-88d2-68ae5eb26238', 'name': '', 'network_id': 'ecd09457-6660-479c-a1fb-91901148ba35', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:38:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02eabb2a-44a0-4ed9-9cc0-035f6b621583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '592e54d3-84ab-450e-8093-b0d029762b46', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T14:41:50Z', 'updated_at': '2021-07-13T14:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '592e54d3-84ab-450e-8093-b0d029762b46', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-8-iscsi'}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:56.558843 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4b32b1-0346-42e4-8803-10016d2d7204 None None] Checking router: 02eabb2a-44a0-4ed9-9cc0-035f6b621583 for host: dv-cinder-784453-8-iscsi {{(pid=93157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 14:48:56.567653 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4b32b1-0346-42e4-8803-10016d2d7204 None None] Routers {'02eabb2a-44a0-4ed9-9cc0-035f6b621583'} bound to L3 agent in host dv-cinder-784453-8-iscsi {{(pid=93157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 14:48:56.568248 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-8d4b32b1-0346-42e4-8803-10016d2d7204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T14:27:06Z,description=,heartbeat_timestamp=2021-07-13T14:48:36Z,host='dv-cinder-784453-8-iscsi',id=d92cc109-9c2d-42ed-8c1d-d826fa90f9d0,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T14:27:06Z,topic='l3_agent')) {'router_ids': ['02eabb2a-44a0-4ed9-9cc0-035f6b621583'], 'active': True} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:56.581758 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-17ac63f2-972e-48c6-a4c4-2c645773ed77 admin admin] For port 2ba81b2d-b69e-4ab8-88d2-68ae5eb26238, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=2ba81b2d-b69e-4ab8-88d2-68ae5eb26238,segment=NetworkSegment(1dffabd1-9f9c-45cf-80ba-954af1e6bced),segment_id=1dffabd1-9f9c-45cf-80ba-954af1e6bced)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:56.582115 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-17ac63f2-972e-48c6-a4c4-2c645773ed77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:56.595514 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-17ac63f2-972e-48c6-a4c4-2c645773ed77 admin admin] Calling delete_port for 2ba81b2d-b69e-4ab8-88d2-68ae5eb26238 owned by network:router_gateway {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:48:56.651254 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_dvr_db [None req-8d4b32b1-0346-42e4-8803-10016d2d7204 None None] Set router 02eabb2a-44a0-4ed9-9cc0-035f6b621583 gateway port host: None {{(pid=93157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 14:48:56.759405 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-17ac63f2-972e-48c6-a4c4-2c645773ed77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800428'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:56.786072 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ac63f2-972e-48c6-a4c4-2c645773ed77 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ba81b2d-b69e-4ab8-88d2-68ae5eb26238,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:56.791932 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.l3_hamode_db [None req-8d4b32b1-0346-42e4-8803-10016d2d7204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02eabb2a-44a0-4ed9-9cc0-035f6b621583', 'name': 'tempest-TestVolumeBootPattern-1145749559-router', 'tenant_id': '8fa0be68ecfc4227a139ba95bab2c5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:41:50Z', 'updated_at': '2021-07-13T14:48:56Z', 'revision_number': 6, 'project_id': '8fa0be68ecfc4227a139ba95bab2c5bf', 'gw_port_host': None}], 'dv-cinder-784453-8-iscsi', False) {} {{(pid=93157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:56.818194 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4b32b1-0346-42e4-8803-10016d2d7204 None None] The sync data for ids ['02eabb2a-44a0-4ed9-9cc0-035f6b621583'] in dv-cinder-784453-8-iscsi is: [{'id': '02eabb2a-44a0-4ed9-9cc0-035f6b621583', 'name': 'tempest-TestVolumeBootPattern-1145749559-router', 'tenant_id': '8fa0be68ecfc4227a139ba95bab2c5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T14:41:50Z', 'updated_at': '2021-07-13T14:48:56Z', 'revision_number': 6, 'project_id': '8fa0be68ecfc4227a139ba95bab2c5bf', 'gw_port_host': None}] {{(pid=93157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 14:48:56.853481 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-17ac63f2-972e-48c6-a4c4-2c645773ed77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1994752'] for router_gateway, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:56.938235 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-17ac63f2-972e-48c6-a4c4-2c645773ed77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2095243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4254'] for router, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:56.940259 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-17ac63f2-972e-48c6-a4c4-2c645773ed77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:56.981732 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-17ac63f2-972e-48c6-a4c4-2c645773ed77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096411'] for router, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:56.982274 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ac63f2-972e-48c6-a4c4-2c645773ed77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02eabb2a-44a0-4ed9-9cc0-035f6b621583 {{(pid=93154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 14:48:56.987206 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-17ac63f2-972e-48c6-a4c4-2c645773ed77 admin admin] Notify callbacks [] for router, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:56.988336 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-17ac63f2-972e-48c6-a4c4-2c645773ed77 admin admin] 10.222.0.11 "DELETE /v2.0/routers/02eabb2a-44a0-4ed9-9cc0-035f6b621583 HTTP/1.1" status: 204 len: 168 time: 0.7421212 Jul 13 14:48:56.990930 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 33380) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:57.033112 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_v2 [None req-61d6a410-027e-436f-8a99-8c561e29837a admin admin] Deleting subnet 2dd8f694-a845-4cf9-bae6-211b99194b57 {{(pid=93154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 14:48:57.036075 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-61d6a410-027e-436f-8a99-8c561e29837a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:57.070121 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-61d6a410-027e-436f-8a99-8c561e29837a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9421046'] for subnet, precommit_delete_associations {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:57.148012 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-61d6a410-027e-436f-8a99-8c561e29837a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870331'] for subnet, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:57.223247 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-61d6a410-027e-436f-8a99-8c561e29837a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8800497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8958797'] for subnet, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:57.254149 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-61d6a410-027e-436f-8a99-8c561e29837a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for subnet, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:57.258839 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 33382) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:57.261509 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d527732-7a4d-4a79-874f-09348df3a6e3 None None] Network 4ee0abbd-1de3-4384-9188-533cbc1e657b requested from dv-cinder-784453-8-iscsi {{(pid=93156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 14:48:57.262776 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-61d6a410-027e-436f-8a99-8c561e29837a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2dd8f694-a845-4cf9-bae6-211b99194b57 HTTP/1.1" status: 204 len: 168 time: 0.2708404 Jul 13 14:48:57.264729 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d6a410-027e-436f-8a99-8c561e29837a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dd8f694-a845-4cf9-bae6-211b99194b57,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:57.302607 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 396c67a8-736b-4bc8-a2b7-2be381cea760 no longer exists at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:48:57.328102 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] No Port match for: 396c67a8-736b-4bc8-a2b7-2be381cea760 {{(pid=93156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:48:57.328449 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 396c67a8-736b-4bc8-a2b7-2be381cea760 not bound to the agent host dv-cinder-784453-8-iscsi {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:48:57.333117 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b84ef6b5-f107-4f6b-b16e-8901b6b322ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-993822'] for network, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:57.383446 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-b84ef6b5-f107-4f6b-b16e-8901b6b322ba admin admin] Deleting port e2d6cbb2-bca8-474b-ab4c-9c5982909a19 {{(pid=93155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:48:57.383779 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b84ef6b5-f107-4f6b-b16e-8901b6b322ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:57.445184 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-b84ef6b5-f107-4f6b-b16e-8901b6b322ba admin admin] For port e2d6cbb2-bca8-474b-ab4c-9c5982909a19, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=e2d6cbb2-bca8-474b-ab4c-9c5982909a19,segment=NetworkSegment(bf615d00-bff2-4b5c-8968-cd44c30ae800),segment_id=bf615d00-bff2-4b5c-8968-cd44c30ae800)] {{(pid=93155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:57.445547 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b84ef6b5-f107-4f6b-b16e-8901b6b322ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:57.457872 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.plugin [None req-b84ef6b5-f107-4f6b-b16e-8901b6b322ba admin admin] Calling delete_port for e2d6cbb2-bca8-474b-ab4c-9c5982909a19 owned by network:dhcp {{(pid=93155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:48:57.638474 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b547e877-e617-4439-92e9-08cb11092172 None None] DHCP port deletion for 4ee0abbd-1de3-4384-9188-533cbc1e657b request from dv-cinder-784453-8-iscsi {{(pid=93156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 14:48:57.690339 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-b547e877-e617-4439-92e9-08cb11092172 None None] Deleting port e2d6cbb2-bca8-474b-ab4c-9c5982909a19 {{(pid=93156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 14:48:57.690721 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-b547e877-e617-4439-92e9-08cb11092172 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754803393199'] for port, before_delete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:57.758320 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.db [None req-b547e877-e617-4439-92e9-08cb11092172 None None] For port e2d6cbb2-bca8-474b-ab4c-9c5982909a19, host dv-cinder-784453-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-8-iscsi',level=0,port_id=e2d6cbb2-bca8-474b-ab4c-9c5982909a19,segment=NetworkSegment(bf615d00-bff2-4b5c-8968-cd44c30ae800),segment_id=bf615d00-bff2-4b5c-8968-cd44c30ae800)] {{(pid=93156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 14:48:57.758722 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-b547e877-e617-4439-92e9-08cb11092172 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1992645'] for port, precommit_delete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:57.773577 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-b547e877-e617-4439-92e9-08cb11092172 None None] Calling delete_port for e2d6cbb2-bca8-474b-ab4c-9c5982909a19 owned by network:dhcp {{(pid=93156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 14:48:57.818646 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b84ef6b5-f107-4f6b-b16e-8901b6b322ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868493'] for port, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:57.844164 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ef6b5-f107-4f6b-b16e-8901b6b322ba admin admin] Pushing event deleted for resources: {'Port': ['ID=e2d6cbb2-bca8-474b-ab4c-9c5982909a19,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:57.847931 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84ef6b5-f107-4f6b-b16e-8901b6b322ba admin admin] No DVR routers for this DVR port e2d6cbb2-bca8-474b-ab4c-9c5982909a19 on host dv-cinder-784453-8-iscsi {{(pid=93155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:48:57.855886 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-b547e877-e617-4439-92e9-08cb11092172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-537145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754803397605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754803004847'] for port, after_delete {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:57.880630 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b547e877-e617-4439-92e9-08cb11092172 None None] Pushing event deleted for resources: {'Port': ['ID=e2d6cbb2-bca8-474b-ab4c-9c5982909a19,revision_number=None']} {{(pid=93156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:57.888269 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b547e877-e617-4439-92e9-08cb11092172 None None] No DVR routers for this DVR port e2d6cbb2-bca8-474b-ab4c-9c5982909a19 on host dv-cinder-784453-8-iscsi {{(pid=93156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 14:48:57.890977 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b547e877-e617-4439-92e9-08cb11092172 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:57.891333 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b547e877-e617-4439-92e9-08cb11092172 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:57.891664 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b547e877-e617-4439-92e9-08cb11092172 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:57.892171 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b547e877-e617-4439-92e9-08cb11092172 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:57.892665 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b547e877-e617-4439-92e9-08cb11092172 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:57.893171 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b547e877-e617-4439-92e9-08cb11092172 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:57.893655 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b547e877-e617-4439-92e9-08cb11092172 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:57.894137 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b547e877-e617-4439-92e9-08cb11092172 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:57.894654 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b547e877-e617-4439-92e9-08cb11092172 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:57.894982 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b547e877-e617-4439-92e9-08cb11092172 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:57.895308 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b547e877-e617-4439-92e9-08cb11092172 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:57.895628 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b547e877-e617-4439-92e9-08cb11092172 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-8-iscsi {{(pid=93156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 14:48:57.921769 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b84ef6b5-f107-4f6b-b16e-8901b6b322ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-869682', 'neutron.services.segments.db._delete_segments_for_network-8754803476884'] for network, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:57.932246 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.services.segments.db [None req-b84ef6b5-f107-4f6b-b16e-8901b6b322ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ee0abbd-1de3-4384-9188-533cbc1e657b']}} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:57.942947 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.services.segments.db [None req-b84ef6b5-f107-4f6b-b16e-8901b6b322ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf615d00-bff2-4b5c-8968-cd44c30ae800') {'for_net_delete': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:57.943243 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.services.segments.db [None req-b84ef6b5-f107-4f6b-b16e-8901b6b322ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf615d00-bff2-4b5c-8968-cd44c30ae800') {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 14:48:57.951779 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b84ef6b5-f107-4f6b-b16e-8901b6b322ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754803489931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3323136'] for segment, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:57.965446 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b84ef6b5-f107-4f6b-b16e-8901b6b322ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834'] for segment, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:57.971748 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b84ef6b5-f107-4f6b-b16e-8901b6b322ba admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=93155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 14:48:57.972123 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b84ef6b5-f107-4f6b-b16e-8901b6b322ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-963834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2868478'] for segment, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:57.973731 dv-cinder-784453-8-iscsi neutron-server[93155]: Traceback (most recent call last): Jul 13 14:48:57.973731 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 14:48:57.973731 dv-cinder-784453-8-iscsi neutron-server[93155]: timer() Jul 13 14:48:57.973731 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 14:48:57.973731 dv-cinder-784453-8-iscsi neutron-server[93155]: cb(*args, **kw) Jul 13 14:48:57.973731 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 14:48:57.973731 dv-cinder-784453-8-iscsi neutron-server[93155]: return func(*args, **kwargs) Jul 13 14:48:57.973731 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 14:48:57.973731 dv-cinder-784453-8-iscsi neutron-server[93155]: self._notify() Jul 13 14:48:57.973731 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 14:48:57.973731 dv-cinder-784453-8-iscsi neutron-server[93155]: self.callback(batched_events) Jul 13 14:48:57.973731 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 14:48:57.973731 dv-cinder-784453-8-iscsi neutron-server[93155]: event.method(event) Jul 13 14:48:57.973731 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 14:48:57.973731 dv-cinder-784453-8-iscsi neutron-server[93155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 14:48:57.973731 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 14:48:57.973731 dv-cinder-784453-8-iscsi neutron-server[93155]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 14:48:57.973731 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 14:48:57.973731 dv-cinder-784453-8-iscsi neutron-server[93155]: return f(self, *a, **k) Jul 13 14:48:57.973731 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 14:48:57.973731 dv-cinder-784453-8-iscsi neutron-server[93155]: return self._get(url).json() Jul 13 14:48:57.973731 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 14:48:57.973731 dv-cinder-784453-8-iscsi neutron-server[93155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 14:48:57.973731 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 14:48:57.973731 dv-cinder-784453-8-iscsi neutron-server[93155]: return self.request(url, 'GET', **kwargs) Jul 13 14:48:57.973731 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 14:48:57.973731 dv-cinder-784453-8-iscsi neutron-server[93155]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 14:48:57.973731 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 14:48:57.973731 dv-cinder-784453-8-iscsi neutron-server[93155]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 14:48:57.973731 dv-cinder-784453-8-iscsi neutron-server[93155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 14:48:57.973731 dv-cinder-784453-8-iscsi neutron-server[93155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 14:48:57.973731 dv-cinder-784453-8-iscsi neutron-server[93155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 14:48:58.026088 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b84ef6b5-f107-4f6b-b16e-8901b6b322ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-869689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1994796'] for network, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:58.033387 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-b84ef6b5-f107-4f6b-b16e-8901b6b322ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633685'] for network, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:58.035293 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-b84ef6b5-f107-4f6b-b16e-8901b6b322ba admin admin] 10.222.0.11 "DELETE /v2.0/networks/4ee0abbd-1de3-4384-9188-533cbc1e657b HTTP/1.1" status: 204 len: 168 time: 0.7750542 Jul 13 14:48:58.044761 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ef6b5-f107-4f6b-b16e-8901b6b322ba admin admin] Pushing event deleted for resources: {'Network': ['ID=4ee0abbd-1de3-4384-9188-533cbc1e657b,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:58.178307 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 33386) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:58.217197 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-f771059e-6e3c-4dbf-813c-9d79262af7fe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=99769a464f6d4affafc17bdbbd66183b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376484 Jul 13 14:48:58.219633 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [-] (93155) accepted ('10.222.0.11', 33388) {{(pid=93155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:58.269111 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-70d2c24d-2d39-48c8-ad1e-333b5818ece4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:58.289293 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-70d2c24d-2d39-48c8-ad1e-333b5818ece4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:58.334691 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-70d2c24d-2d39-48c8-ad1e-333b5818ece4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:58.337235 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-70d2c24d-2d39-48c8-ad1e-333b5818ece4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:58.338391 dv-cinder-784453-8-iscsi neutron-server[93155]: INFO neutron.wsgi [None req-70d2c24d-2d39-48c8-ad1e-333b5818ece4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ca178263-17bc-45cd-a20c-c94df2527e15 HTTP/1.1" status: 204 len: 168 time: 0.1178486 Jul 13 14:48:58.346087 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d2c24d-2d39-48c8-ad1e-333b5818ece4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca178263-17bc-45cd-a20c-c94df2527e15,revision_number=None']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:58.649099 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 33394) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:58.688965 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-839ae83b-9b75-4b40-8634-d8afe6b8825c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8fa0be68ecfc4227a139ba95bab2c5bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385718 Jul 13 14:48:58.691285 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.wsgi [-] (93154) accepted ('10.222.0.11', 33396) {{(pid=93154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 14:48:58.740906 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0e4bc1ba-b3c5-46b7-a214-7276f155dae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:58.761672 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0e4bc1ba-b3c5-46b7-a214-7276f155dae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:58.807709 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0e4bc1ba-b3c5-46b7-a214-7276f155dae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609704'] for security_group, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:58.810337 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0e4bc1ba-b3c5-46b7-a214-7276f155dae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:48:58.812097 dv-cinder-784453-8-iscsi neutron-server[93154]: INFO neutron.wsgi [None req-0e4bc1ba-b3c5-46b7-a214-7276f155dae5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e14c08a7-d30f-46ac-ae0d-576a44a92980 HTTP/1.1" status: 204 len: 168 time: 0.1192915 Jul 13 14:48:58.821521 dv-cinder-784453-8-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4bc1ba-b3c5-46b7-a214-7276f155dae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14c08a7-d30f-46ac-ae0d-576a44a92980,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 14:48:59.068438 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 2ba81b2d-b69e-4ab8-88d2-68ae5eb26238 no longer exists at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:48:59.088952 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] No Port match for: 2ba81b2d-b69e-4ab8-88d2-68ae5eb26238 {{(pid=93156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:48:59.089294 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device 2ba81b2d-b69e-4ab8-88d2-68ae5eb26238 not bound to the agent host dv-cinder-784453-8-iscsi {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:48:59.089722 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device e2d6cbb2-bca8-474b-ab4c-9c5982909a19 no longer exists at agent ovs-agent-dv-cinder-784453-8-iscsi {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 14:48:59.110567 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.plugin [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] No Port match for: e2d6cbb2-bca8-474b-ab4c-9c5982909a19 {{(pid=93156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 14:48:59.110913 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron.plugins.ml2.rpc [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Device e2d6cbb2-bca8-474b-ab4c-9c5982909a19 not bound to the agent host dv-cinder-784453-8-iscsi {{(pid=93156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 14:49:03.324171 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c573ad6f-6d43-4a95-8927-57bd46f65e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:03.445170 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.agents_db [None req-a710d77f-e7af-45aa-808b-9771d160625e None None] Agent healthcheck: found 6 active agents {{(pid=93157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:49:05.917302 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-d8347f6a-abd5-4882-86b0-ac0a1ffe9a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:06.175460 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:07.226571 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:08.642944 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:16.884696 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:33.325813 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-8637ac09-5a31-4b97-b6ba-2a07cc40d1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:35.917301 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e26d0e33-5430-4ff3-a8e4-898e7ada0057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:36.176567 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:37.229093 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:38.646592 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:49:40.450003 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.agents_db [None req-a710d77f-e7af-45aa-808b-9771d160625e None None] Agent healthcheck: found 6 active agents {{(pid=93157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:49:46.895319 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:03.327990 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-51bbe5dc-8bd4-4328-ab50-475c5eac3525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:05.917308 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-1cfb7433-9d00-4607-bdf6-2b609ad4f5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:06.176169 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:07.232884 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:08.648855 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:16.911891 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:17.456527 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.agents_db [None req-a710d77f-e7af-45aa-808b-9771d160625e None None] Agent healthcheck: found 6 active agents {{(pid=93157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:50:33.328951 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-24b99b4d-4825-4f88-90b0-d6c070aab889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:35.916822 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-071d9480-504f-40d3-bae9-2c1a72efbb08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:36.175911 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:37.234755 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:38.651676 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:46.913726 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:50:47.981660 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [req-d9da552b-b6db-420f-96c9-e3cce8b834e4 req-3474b54f-535b-4e14-bd9b-86c3e966ae55 service neutron] (93155) timed out ('10.222.0.39', 49521) {{(pid=93155) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 14:50:54.458533 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.agents_db [None req-a710d77f-e7af-45aa-808b-9771d160625e None None] Agent healthcheck: found 6 active agents {{(pid=93157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:50:57.348810 dv-cinder-784453-8-iscsi neutron-server[93155]: DEBUG neutron.wsgi [req-5f9f464f-10f3-4c68-926b-5cdff26ccf2c req-96efc541-d8bd-48da-b426-8bf7aa18b3c1 service neutron] (93155) timed out ('10.222.0.39', 49512) {{(pid=93155) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 14:51:03.332769 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-60860e92-e229-4560-924b-91431be7dfd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:05.916746 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-46402a5b-d2eb-4357-85e5-5d10ca73347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:06.175996 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:07.238037 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:08.654300 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:16.910670 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:31.461962 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.agents_db [None req-a710d77f-e7af-45aa-808b-9771d160625e None None] Agent healthcheck: found 6 active agents {{(pid=93157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:51:33.332904 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-4fa1d677-ddfa-47ea-9833-a8c27a489678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:35.917948 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-73918fbb-9202-40d9-9c83-f9bb8447d7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:36.176235 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:37.240612 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:38.661275 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:51:46.913993 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:03.332834 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-45a7d51a-f532-49a0-80f6-12d26d8cd436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:05.917327 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-2c6eea3a-a42c-4b0e-983d-1e293e068e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:06.176454 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:07.243783 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:08.465154 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.agents_db [None req-a710d77f-e7af-45aa-808b-9771d160625e None None] Agent healthcheck: found 6 active agents {{(pid=93157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:52:08.660652 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:16.926674 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:33.333722 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-d4a41dba-8491-494e-ba1a-3db150c7bef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:35.917204 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-cd6c3084-e364-407b-bf4b-50ca89310d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:36.176408 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:37.247090 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:38.663498 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:52:45.464548 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.agents_db [None req-a710d77f-e7af-45aa-808b-9771d160625e None None] Agent healthcheck: found 6 active agents {{(pid=93157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:52:46.931839 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:03.334054 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-8cb064ac-0ba1-468e-8aae-b4b0789ee810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:05.917928 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c4b40287-578e-4579-ab9b-a3e514108931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:06.176930 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:07.249487 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:08.668299 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:16.956417 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:22.468549 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.agents_db [None req-a710d77f-e7af-45aa-808b-9771d160625e None None] Agent healthcheck: found 6 active agents {{(pid=93157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:53:33.334321 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-6727c567-1bb2-4cf6-bfc0-6dc459d471a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:35.918774 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-5a55e4e2-286e-478f-bd94-dab15b51ebf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:36.177677 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:37.251066 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:38.669698 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:46.944368 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:53:59.468599 dv-cinder-784453-8-iscsi neutron-server[93157]: DEBUG neutron.db.agents_db [None req-a710d77f-e7af-45aa-808b-9771d160625e None None] Agent healthcheck: found 6 active agents {{(pid=93157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 14:54:03.334399 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62857517-901f-4002-918b-688f0c6e877b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:05.919139 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-65968a84-096d-4d49-bcb8-de168636b63e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:06.178050 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-62af102a-1c2d-4cd7-b9a9-024463c21828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:07.254218 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-e30f698b-219b-431f-856a-21ccbe5bd7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:08.673391 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-7a8f5c27-f7b4-42c2-9b63-0651130449bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 14:54:16.951526 dv-cinder-784453-8-iscsi neutron-server[93156]: DEBUG neutron_lib.callbacks.manager [None req-c9efd757-33bf-4541-b462-8c05d46c1fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754803480558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-871800'] for agent, after_update {{(pid=93156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}